-- Logs begin at Tue 2022-03-08 21:34:36 UTC, end at Tue 2022-03-08 22:51:10 UTC. -- Mar 08 22:17:27.441794 dv-cinder-832696-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 22:17:30.340478 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] Logging enabled! Mar 08 22:17:30.340927 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 22:17:30.341267 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 22:17:30.344559 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] Logging enabled! Mar 08 22:17:30.344814 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 22:17:30.345126 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 22:17:30.346060 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 22:17:30.346295 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 22:17:30.346663 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 22:17:30.346972 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 22:17:30.347602 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 22:17:30.347933 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.348390 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 22:17:30.348719 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.349020 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.349318 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.349617 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.349912 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.350199 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.350489 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.350787 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.351098 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.351383 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.351668 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.351964 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.352248 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.352536 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.352822 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.353109 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.353390 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.353818 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.354237 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.354520 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.354828 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.355115 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.355390 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.355669 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.355954 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.356281 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] host = dv-cinder-832696-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.356559 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.356847 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.357138 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.357423 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.357700 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.357978 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.358264 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.358537 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.358825 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.359109 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.359399 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.359686 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.359976 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.360203 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.360428 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.360715 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.361001 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.361277 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.361553 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.362084 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.362360 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.362634 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.362924 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.363212 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.363499 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.363820 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.364532 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.365100 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.365384 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.365666 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.365957 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.366237 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.366514 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.366794 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.367109 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.367381 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.367662 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.367965 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.368254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.368538 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.368825 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.369102 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.369385 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.369659 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.369934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.370208 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.370482 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.370756 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.371065 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.371341 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.371614 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.371890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.372164 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.372451 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.372725 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:30.373023 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.373322 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.373623 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.373920 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.374213 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.374494 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.374783 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.375087 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.375376 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.375665 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.375953 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.376234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.376535 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.376825 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.377120 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.377424 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.377723 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.378014 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.378292 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.378567 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.378863 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.379146 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.379952 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.380232 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.380520 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.380809 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.381091 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.381389 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.381676 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.381969 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.382258 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.382533 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.382834 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.383131 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.383409 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.383680 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.383959 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.384246 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.384526 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.384798 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.385078 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.385352 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.385626 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.385898 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.386175 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.386464 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.386743 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.387045 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.387317 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.387595 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.387866 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.388155 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.388432 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.388704 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.388975 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.389253 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.389525 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.389796 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.390074 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.390345 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.390622 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.390921 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.391195 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.391471 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.391745 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.392019 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.392293 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.392569 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.392852 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.393127 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.393400 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.393673 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.393947 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.394220 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.394510 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.394820 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.395661 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.395945 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.396227 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.396509 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.396794 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.397078 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.397361 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.397644 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.397920 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.398225 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.398507 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.398818 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.399124 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.399410 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.399708 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.399989 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.400273 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.400560 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.400842 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.401126 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.401414 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.401699 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.401996 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.402290 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.402585 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.402907 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.403203 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.403484 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.403792 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.404071 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:30.404289 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 22:17:30.404527 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 22:17:30.779079 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 22:17:30.779358 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 22:17:30.779661 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 22:17:30.780141 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 22:17:31.106747 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.106974 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.107253 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.108551 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.108827 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.109093 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.155562 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.155840 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.156111 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.170095 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.170379 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.170652 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.199820 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.200101 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.200369 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.237255 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.237531 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.237808 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.585028 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.585657 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.585657 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.585836 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.586692 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.687646 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.687968 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.688255 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.688530 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.688799 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.689110 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.689375 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.689633 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.689890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.690173 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.690439 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.690708 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.691010 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.691267 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.691522 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.692315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.692571 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.692842 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.693113 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.693377 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.693648 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.693899 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.694181 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.694558 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.694830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.695079 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.695472 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.695713 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.695951 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.696186 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.696419 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.696743 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:31.697066 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 22:17:31.700323 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 22:17:31.704421 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 22:17:31.708885 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 22:17:31.710536 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 22:17:31.711065 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 22:17:31.711418 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 22:17:31.711802 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 22:17:31.714640 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 22:17:31.714926 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 22:17:31.715276 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 22:17:31.720205 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 22:17:31.744506 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 22:17:31.745109 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.745432 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 22:17:31.745811 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.747233 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 22:17:31.747516 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 22:17:31.747761 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 22:17:31.751081 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.751370 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:31.814813 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 22:17:31.815082 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 22:17:31.815323 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 22:17:31.815699 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 22:17:31.836973 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_db.sqlalchemy.engines [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 22:17:32.485398 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing driver for type 'gre' Mar 08 22:17:32.485924 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] gre ID ranges: [(1, 1000)] Mar 08 22:17:32.662937 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing driver for type 'local' Mar 08 22:17:32.663513 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing driver for type 'vlan' Mar 08 22:17:32.771157 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] VlanTypeDriver initialization complete Mar 08 22:17:32.771490 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing driver for type 'vxlan' Mar 08 22:17:32.772009 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] vxlan ID ranges: [(1, 1000)] Mar 08 22:17:32.953654 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing extension driver 'port_security' Mar 08 22:17:32.953937 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.extensions.port_security [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] PortSecurityExtensionDriver initialization complete Mar 08 22:17:32.954266 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing mechanism driver 'openvswitch' Mar 08 22:17:32.954602 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing mechanism driver 'hyperv' Mar 08 22:17:32.961388 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:32.962219 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.962585 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.962963 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.963488 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.963911 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.964259 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.964608 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.964999 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.965400 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.965744 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.966081 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.966474 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.966898 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.967248 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.967584 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.967976 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.968374 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.968716 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.969092 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.969482 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.969878 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > address_group after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.970217 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > address_group after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.970552 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.970970 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 22:17:32.971409 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] ML2 OVO RPC backend initialized. {{(pid=103362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 22:17:32.972102 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974501 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974501 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974501 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > networks before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974501 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > ports before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.974830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnets before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.975056 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.975190 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.975527 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.975864 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.976196 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.976526 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.976855 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.977187 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.977514 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:32.984788 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded quota_driver: . Mar 08 22:17:32.985148 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.plugin [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Modular L2 Plugin initialization complete Mar 08 22:17:32.985493 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading services supported by the core plugin {{(pid=103362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 22:17:32.985830 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Got port-security extension from driver 'port_security' Mar 08 22:17:32.986339 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.extensions.vlantransparent [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Disabled vlantransparent extension. Mar 08 22:17:32.987118 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 22:17:32.987440 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: router Mar 08 22:17:33.023662 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.024049 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.024415 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router before_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.024776 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.025149 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.025502 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_delete 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.025855 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.026200 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.026554 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.026922 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.027267 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.027608 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.027960 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.028368 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.028733 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.029070 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.029402 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.029738 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.030080 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.030420 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.030755 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.031121 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.031468 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.031802 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.032296 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.032655 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.032994 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.033356 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > agent after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.033701 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > agent after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.034070 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.034949 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Tracking information for resource: router configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:33.035281 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Tracking information for resource: floatingip configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 22:17:33.040792 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.db.l3_agentschedulers_db [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 22:17:33.041367 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.041726 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.042073 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.042417 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.043217 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router before_create 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.043577 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.043932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_create 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.044281 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > router precommit_update 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.049152 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.provider_configuration [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service providers = [] {{(pid=103362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 22:17:33.049513 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.db.servicetype_db [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 22:17:33.053066 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 22:17:33.053411 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 22:17:33.053748 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 22:17:33.054630 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 22:17:33.055035 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.services.service_base [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 22:17:33.055413 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.055728 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 22:17:33.066273 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.066604 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: auto_allocate Mar 08 22:17:33.072410 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: network precommit_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.072776 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: network precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.073290 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.073608 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: tag Mar 08 22:17:33.080422 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.080750 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: timestamp Mar 08 22:17:33.084598 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.084927 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: network_ip_availability Mar 08 22:17:33.090360 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.090725 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.091101 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.091804 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.092120 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: flavors Mar 08 22:17:33.097028 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.097364 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading Plugin: revisions Mar 08 22:17:33.102229 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 22:17:33.102616 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.323s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 22:17:33.103391 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 22:17:33.103724 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Initializing extension manager. Mar 08 22:17:33.104245 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: __init__.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.104584 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: __pycache__ {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.104914 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.105242 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.105992 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.106549 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: address-group Mar 08 22:17:33.106941 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: address_scope.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.107659 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.108167 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: address-scope Mar 08 22:17:33.108484 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.109398 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.109904 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: router-admin-state-down-before-update Mar 08 22:17:33.110220 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: agent.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.110947 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.111450 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: agent Mar 08 22:17:33.112021 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: agent_resources_synced.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.112925 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.113428 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: agent-resources-synced Mar 08 22:17:33.114294 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: allowedaddresspairs.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.116103 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.116619 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: allowed-address-pairs Mar 08 22:17:33.116945 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: auto_allocated_topology.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.118012 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.118518 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: auto-allocated-topology Mar 08 22:17:33.118923 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.119613 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.120113 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: availability_zone Mar 08 22:17:33.120430 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: availability_zone_filter.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.121327 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.121828 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: availability_zone_filter Mar 08 22:17:33.122144 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: data_plane_status.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.123061 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.123558 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 22:17:33.123874 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: default_subnetpools.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.124780 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.125276 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: default-subnetpools Mar 08 22:17:33.125591 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.126393 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.126922 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: dhcp_agent_scheduler Mar 08 22:17:33.127243 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: dns.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.128145 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.128644 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 22:17:33.128961 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: dns_domain_ports.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.130017 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.130518 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 22:17:33.130865 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.131783 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.132282 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 22:17:33.132622 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: dvr.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.133284 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.133784 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: dvr Mar 08 22:17:33.134098 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: ecmp_routes.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.135029 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.135529 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 22:17:33.135850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: empty_string_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.136746 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.137252 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: empty-string-filtering Mar 08 22:17:33.137568 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.138468 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.138994 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 22:17:33.139315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.140214 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.140802 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 22:17:33.141124 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: external_net.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.142026 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.142528 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: external-net Mar 08 22:17:33.142864 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.143758 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.144255 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: extra_dhcp_opt Mar 08 22:17:33.144571 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: extraroute.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.145491 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.145995 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: extraroute Mar 08 22:17:33.146313 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: extraroute_atomic.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.147353 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.147853 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: extraroute-atomic Mar 08 22:17:33.148169 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: filter_validation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.148820 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.149323 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: filter-validation Mar 08 22:17:33.149642 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: fip_pf_description.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.150543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.151133 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 22:17:33.151452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: fip_port_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.152539 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.153043 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: fip-port-details Mar 08 22:17:33.153364 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: flavors.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.154597 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.155132 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: flavors Mar 08 22:17:33.155452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.157151 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.157674 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 22:17:33.158005 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: floatingip_pools.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.158702 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.159250 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: floatingip-pools Mar 08 22:17:33.159578 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: ip_allocation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.161030 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.161539 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 22:17:33.161865 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.162782 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.163313 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: ip-substring-filtering Mar 08 22:17:33.163637 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l2_adjacency.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.164553 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.165051 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 22:17:33.165373 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.166326 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.166863 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: router Mar 08 22:17:33.167187 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.169418 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.169940 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 22:17:33.170269 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.171215 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.171725 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: ext-gw-mode Mar 08 22:17:33.172046 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.172951 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.173456 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: l3-ha Mar 08 22:17:33.173775 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.174666 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.175201 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 22:17:33.175518 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_flavors.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.177063 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.177561 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: l3-flavors Mar 08 22:17:33.177880 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.179286 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.179793 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 22:17:33.180117 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.181018 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.181523 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 22:17:33.181851 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: l3agentscheduler.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.182912 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.183424 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: l3_agent_scheduler Mar 08 22:17:33.183745 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: local_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.185504 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.186024 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension local_ip not supported by any of loaded plugins Mar 08 22:17:33.186360 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: logging.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.189296 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.189825 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension logging not supported by any of loaded plugins Mar 08 22:17:33.190156 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: metering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.190995 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.191574 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: metering Mar 08 22:17:33.192217 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.193314 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.193829 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: metering_source_and_destination_fields Mar 08 22:17:33.194155 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: multiprovidernet.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.195125 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.195631 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: multi-provider Mar 08 22:17:33.195955 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: netmtu.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.196867 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.197374 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: net-mtu Mar 08 22:17:33.197694 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: netmtu_writable.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.198603 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.199132 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: net-mtu-writable Mar 08 22:17:33.199452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: network_availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.200111 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.200610 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: network_availability_zone Mar 08 22:17:33.200926 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: network_ip_availability.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.202035 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.202545 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: network-ip-availability Mar 08 22:17:33.202900 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: network_segment_range.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.203709 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.204160 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 22:17:33.204477 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: pagination.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.205461 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.205788 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: pagination Mar 08 22:17:33.206106 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: port_device_profile.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.207036 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.207568 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: port-device-profile Mar 08 22:17:33.207885 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.208816 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.209316 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: port-mac-address-regenerate Mar 08 22:17:33.209632 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.210523 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.211057 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: port-numa-affinity-policy Mar 08 22:17:33.211378 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: port_resource_request.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.212279 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.212800 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 22:17:33.213116 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: port_resource_request_groups.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.214073 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.214570 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 22:17:33.215001 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: portbindings.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.215919 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.216417 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: binding Mar 08 22:17:33.216735 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: portbindings_extended.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.218011 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.218517 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: binding-extended Mar 08 22:17:33.218860 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: portsecurity.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.219765 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.220272 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: port-security Mar 08 22:17:33.220588 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: project_id.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.221552 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.221878 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: project-id Mar 08 22:17:33.222198 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: providernet.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.223645 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.224150 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: provider Mar 08 22:17:33.224467 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.228063 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.228582 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos not supported by any of loaded plugins Mar 08 22:17:33.228913 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.230179 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.230689 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 22:17:33.231039 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.231944 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.232453 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 22:17:33.232776 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_default.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.233679 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.234182 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-default not supported by any of loaded plugins Mar 08 22:17:33.234504 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_fip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.235458 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.235963 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 22:17:33.236281 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.237436 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.237942 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 22:17:33.238259 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_gateway_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.239784 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.240286 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 22:17:33.240604 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_port_network_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.241710 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.242225 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 22:17:33.242546 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.243598 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.244106 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 22:17:33.244427 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.245448 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.245951 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 22:17:33.246272 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_pps_rule.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.247466 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.247982 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 22:17:33.248303 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_rule_type_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.249205 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.249708 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 22:17:33.250027 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: qos_rules_alias.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.251095 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.251604 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 22:17:33.251923 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: quota_check_limit.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.252822 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.253329 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: quota-check-limit Mar 08 22:17:33.253646 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: quotasv2.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.254586 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.254932 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: quotas Mar 08 22:17:33.255250 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: quotasv2_detail.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.256942 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.257275 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: quota_details Mar 08 22:17:33.257606 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: rbac.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.258649 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.259195 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: rbac-policies Mar 08 22:17:33.259523 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: rbac_address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.260445 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.260955 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: rbac-address-group Mar 08 22:17:33.261276 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: rbac_address_scope.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.262182 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.262686 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: rbac-address-scope Mar 08 22:17:33.263027 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: rbac_security_groups.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.263932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.264435 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: rbac-security-groups Mar 08 22:17:33.264754 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: rbac_subnetpool.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.265732 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.266236 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: rbac-subnetpool Mar 08 22:17:33.266556 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: revisionifmatch.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.267504 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.268010 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: revision-if-match Mar 08 22:17:33.268329 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: revisions.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.269444 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.269975 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: standard-attr-revisions Mar 08 22:17:33.270300 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: router_availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.270995 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.271503 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: router_availability_zone Mar 08 22:17:33.271824 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: routerservicetype.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.272743 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.273242 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 22:17:33.273560 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.274474 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.274999 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: security-groups-normalized-cidr Mar 08 22:17:33.275320 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.276230 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.276731 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: port-security-groups-filtering Mar 08 22:17:33.277050 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.277966 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.278470 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: security-groups-remote-address-group Mar 08 22:17:33.278787 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.279737 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.280238 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: security-groups-shared-filtering Mar 08 22:17:33.280556 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.281135 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 22:17:33.281452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: securitygroup.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.291723 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.294315 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: security-group Mar 08 22:17:33.294315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: segment.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.294315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.294315 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension segment not supported by any of loaded plugins Mar 08 22:17:33.294315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.295109 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.295613 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 22:17:33.295935 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: servicetype.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.297042 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.297555 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: service-type Mar 08 22:17:33.297877 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: sorting.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.298876 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.299204 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: sorting Mar 08 22:17:33.299522 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: standard_attr_segment.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.300426 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.300932 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 22:17:33.301832 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: standardattrdescription.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.302476 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.303011 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: standard-attr-description Mar 08 22:17:33.303335 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: stateful_security_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.304255 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.304764 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: stateful-security-group Mar 08 22:17:33.305088 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: stdattrs_common.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.305653 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 22:17:33.305972 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.306932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.307523 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 22:17:33.307841 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnet_onboard.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.308965 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.309543 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: subnet_onboard Mar 08 22:17:33.309864 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.310821 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.311408 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 22:17:33.311729 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnet_service_types.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.312643 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.313231 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: subnet-service-types Mar 08 22:17:33.313553 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnetallocation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.314687 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.315304 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: subnet_allocation Mar 08 22:17:33.315628 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.316381 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.317523 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: subnetpool-prefix-ops Mar 08 22:17:33.318267 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.318992 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.319496 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 22:17:33.319816 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: tagging.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.320889 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.321395 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: standard-attr-tag Mar 08 22:17:33.321716 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: timestamp.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.322942 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.323453 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loaded extension: standard-attr-timestamp Mar 08 22:17:33.323775 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: trunk.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.324792 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.325302 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension trunk not supported by any of loaded plugins Mar 08 22:17:33.325627 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: trunk_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.337410 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.337919 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 22:17:33.338243 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: uplink_status_propagation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.339195 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.339700 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 22:17:33.340023 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Loading extension file: vlantransparent.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 22:17:33.340691 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 22:17:33.341192 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 22:17:33.343909 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:network Mar 08 22:17:33.344428 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnet Mar 08 22:17:33.344823 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 22:17:33.345245 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:port Mar 08 22:17:33.346483 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.346970 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service FLAVORS assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.347574 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.348524 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.348854 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:router Mar 08 22:17:33.349277 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 22:17:33.349761 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service METERING assigned prefix: /metering {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.351235 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.351603 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.351953 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:17:33.352960 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 22:17:33.353399 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:security_group Mar 08 22:17:33.353831 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 22:17:33.354452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.354777 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 22:17:33.355137 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] subnetpool is already registered Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] subnetpool is already registered Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service FLAVORS assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.360706 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.361189 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:router Mar 08 22:17:33.361189 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] router is already registered Mar 08 22:17:33.361189 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 22:17:33.361386 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] floatingip is already registered Mar 08 22:17:33.361950 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service METERING assigned prefix: /metering {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.362618 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 22:17:33.362975 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] rbac_policy is already registered Mar 08 22:17:33.363385 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:security_group Mar 08 22:17:33.364350 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] security_group is already registered Mar 08 22:17:33.364753 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 22:17:33.365081 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] security_group_rule is already registered Mar 08 22:17:33.365700 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.366027 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 22:17:33.366357 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] subnetpool is already registered Mar 08 22:17:33.366775 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 22:17:33.367119 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 22:17:33.367445 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] subnetpool is already registered Mar 08 22:17:33.367923 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: extensions {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.369372 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: address-groups {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.370866 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: address-scopes {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.372232 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.373364 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: auto-allocated-topology {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.374593 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: availability_zones {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.375875 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: dhcp-networks {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.377365 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: dhcp-agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.378777 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.381027 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: flavors {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.382184 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: service_profiles {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.383467 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: next_providers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.384917 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: service_profiles {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.386440 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: floatingip-pools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.387713 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.389800 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: floatingips {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.392020 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: l3-routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.393432 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: l3-agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.394873 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: metering-labels {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.396224 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: metering-label-rules {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.397482 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: network-ip-availabilities {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.398720 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: bindings {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.400386 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: quotas {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.401930 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: quotas {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.403462 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: rbac-policies {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.404731 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: security-groups {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.406011 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: security-group-rules {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.407261 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: service-providers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.408463 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: subnetpools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.409859 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: subnetpools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.411857 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.413565 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.415364 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.417139 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.418975 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.420809 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.422467 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.424370 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.426124 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.428573 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 22:17:33.434390 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING keystonemiddleware.auth_token [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 22:17:33.439097 dv-cinder-832696-1-iscsi neutron-server[103362]: WARNING keystonemiddleware.auth_token [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 22:17:33.448256 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Acquired lock "singleton_lock" {{(pid=103362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 22:17:33.448726 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Releasing lock "singleton_lock" {{(pid=103362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 22:17:33.449372 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Starting 2 workers Mar 08 22:17:33.454343 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Started child 103473 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 22:17:33.459488 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Started child 103474 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 22:17:33.460615 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.461270 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO neutron.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 22:17:33.461807 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.462257 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [-] (103473) wsgi starting up on http://0.0.0.0:9696 Mar 08 22:17:33.464227 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.464665 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Starting 1 workers Mar 08 22:17:33.465649 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [-] (103474) wsgi starting up on http://0.0.0.0:9696 Mar 08 22:17:33.469548 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Started child 103475 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 22:17:33.470139 dv-cinder-832696-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Starting 1 workers Mar 08 22:17:33.474178 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] calling RpcWorker wait() {{(pid=103475) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 22:17:33.474719 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] returning from RpcWorker wait() {{(pid=103475) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 22:17:33.475456 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Started child 103476 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 22:17:33.475995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.476268 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-193e9ad1-8035-45f8-b6d6-fbe785d63663 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.476453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:33.478213 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 22:17:33.478429 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 22:17:33.478613 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 22:17:33.478858 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 22:17:33.479207 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 22:17:33.479368 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 22:17:33.480039 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.480332 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.480576 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:33.481028 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.481028 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.481150 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.481657 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.481929 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.482165 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.482435 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.482669 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.482851 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.483168 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.483423 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.483653 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.483942 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.484202 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.484435 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.484682 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.484848 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.485103 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.485356 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.485577 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.485843 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.486078 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.486568 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.487094 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.487329 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.487575 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.487853 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.488075 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.488353 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.488610 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.488831 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.489043 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.489299 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.489543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.489752 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.490015 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.490235 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.490501 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.490717 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.491182 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host = dv-cinder-832696-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.491396 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.491627 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.491866 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.492112 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.492363 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.492611 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.492859 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.493122 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.493362 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.493617 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.493862 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.494122 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.494334 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.494585 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.494736 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_options = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.495017 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.495277 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.495542 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.495730 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.495886 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.496032 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.496291 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.496435 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.496693 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.496905 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.497120 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.497341 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.497568 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.497812 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.498054 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.498264 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.498496 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.498732 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.499022 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.500503 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.501234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.501234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.501569 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.501569 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.501826 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.502025 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.502275 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.502581 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.503039 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.503370 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.503618 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.503892 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.503985 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:33.504134 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.504387 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.504648 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.504886 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.505119 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.505357 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.505637 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.505864 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.506117 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.506429 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.506726 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.507094 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.507319 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.507711 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.508057 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.508057 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.508828 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.508828 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.509070 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.509431 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.509431 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.509858 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.509858 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.510072 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.510489 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.510796 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.511141 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.515469 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516254 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516659 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.516805 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.517071 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.517313 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.517542 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.517829 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.518117 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.518443 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.518695 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.518957 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.519304 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.519549 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.520390 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.520659 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.520927 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.521215 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.521424 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.521756 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.522010 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.522252 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.522488 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.522730 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.523035 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.523275 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.523509 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.523734 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.523988 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.524203 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.524456 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.524684 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.524957 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.525202 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.525424 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.525635 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.525849 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.526103 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.526468 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.526727 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.526963 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.527196 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.527450 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.527677 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.527913 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.528124 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.528344 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.528567 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.528948 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.529306 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.529672 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.530032 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.530423 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.530901 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.531125 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.531360 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.531573 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.531906 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.532124 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.532337 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.532575 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.532816 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.533043 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.533274 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.533482 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.533719 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.533946 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.534155 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.534409 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.534616 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.534845 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.535059 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.535264 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.535478 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.536357 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.536568 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.536869 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.537243 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.537502 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.537762 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.537972 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.538224 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.538458 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.538702 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.538941 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.539159 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.539364 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.539627 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.539847 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.540084 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.540462 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.540841 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.541233 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.541457 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.541693 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.542038 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.542256 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.542490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.542733 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.543018 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.543252 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.543510 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.543739 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.543989 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.544253 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.544489 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.544777 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.544998 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.545270 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.545567 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.545817 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.546086 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.546346 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.546577 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.546834 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.547085 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.547341 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.547573 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.547817 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.548051 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.548307 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.548673 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.549030 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.549651 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.549962 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.550218 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.550438 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.550669 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.550988 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.551247 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.551484 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.551747 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.552023 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.552260 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.552495 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.552720 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.553427 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.553643 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.553871 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.554082 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.554326 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.554540 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.554777 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.555015 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.555225 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.555488 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.555698 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.555914 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.556123 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.556348 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.556564 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.556808 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.557018 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.557234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.557467 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.557682 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.557898 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.558132 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.558356 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.558629 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.558853 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.559115 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.559366 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.559597 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.559846 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.560075 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.560326 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.560519 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.560760 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.560976 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.561184 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.561395 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.561609 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.561837 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.562064 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.562285 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.562494 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.562755 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.563024 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.563350 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.563587 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.563830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.564069 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.564302 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.564535 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.564766 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.564980 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.565198 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.565417 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.565637 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.565885 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.566101 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.566319 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.566532 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.566786 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.567061 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.567297 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.567533 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.567767 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.568007 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.568223 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.568435 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.568647 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.568869 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.569063 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.569267 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.569483 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.569714 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.569998 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.570249 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.570538 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.570779 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.571050 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.571293 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572961 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.572961 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.573154 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.573331 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.573556 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.573773 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.573981 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.574230 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.574439 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.574646 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.574886 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.575100 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.575308 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.575528 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.575735 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.575943 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.576168 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.576382 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.576588 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.576813 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.577020 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.577893 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.577893 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.577893 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.577893 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.578276 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.578412 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.578545 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.578836 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.579093 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.579340 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.579583 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.579887 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.580100 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.580339 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.580595 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.580821 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.581129 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.581330 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.581645 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.582052 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.582185 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.583008 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.583285 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.583566 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.583853 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.584066 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.584356 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.584687 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.584963 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.585209 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.585435 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586174 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586174 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586174 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586482 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586638 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.586892 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.587249 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.587367 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.587594 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.587827 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.588052 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.588284 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.588524 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.588751 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.588987 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.589222 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.589379 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 22:17:33.589893 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 22:17:33.590054 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 22:17:33.590207 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 22:17:33.590395 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 22:17:33.590563 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 22:17:33.590719 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 22:17:33.590870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:33.590959 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591101 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591261 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591422 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591580 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591775 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.591937 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592094 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592251 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592407 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592565 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592721 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.592877 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593036 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593193 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593351 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593507 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593663 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593825 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.593982 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.594136 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.594450 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.594608 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.594766 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595009 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595380 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595380 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595612 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595612 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595843 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.595962 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596333 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596333 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596333 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596605 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596682 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596778 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.596935 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597092 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597249 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597580 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597580 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host = dv-cinder-832696-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597817 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.597817 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.598573 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.598665 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.599512 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.599512 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.599512 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.599512 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.599512 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.600234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.600234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.600234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.600234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.600234 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_options = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.602490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.603543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604404 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.604934 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.605850 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606295 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606295 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606295 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606601 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606601 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606741 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606835 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.606974 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607133 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607290 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607447 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607604 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607760 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.607916 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608073 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608229 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608385 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608543 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608699 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 22:17:33.608877 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609216 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609216 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609438 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609559 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609641 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609787 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.609945 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610104 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610263 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610430 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610589 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610759 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.610965 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.611125 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.611286 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.611448 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.611606 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612020 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612180 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612338 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612497 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612666 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612825 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.612984 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.613141 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.613301 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.613470 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.613682 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.613862 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614024 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614185 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614361 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614504 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614664 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.614845 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615008 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615170 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615331 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615490 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615649 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615812 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.615971 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.619418 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.619418 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.619418 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.619887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:17:33.623066 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.623331 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.623576 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.623774 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.623933 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.624110 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.624288 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.624463 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.624624 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.624799 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.625403 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.626129 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.626564 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.626741 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.626924 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.627090 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.627408 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.627575 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.628013 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.628320 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.628557 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065069 Mar 08 22:17:33.629232 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.629426 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.629945 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.630842 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.630842 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631157 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631157 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631301 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631464 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631553 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.631821 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.632120 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.632120 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.632300 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.632867 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.633890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.633890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.633890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.633890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.633890 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634198 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634198 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634324 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634496 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634626 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.634830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.635342 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.636518 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.636680 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.636842 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637005 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637164 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637326 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637593 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637763 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.637910 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638069 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638216 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638379 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638537 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638693 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.638876 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639035 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639194 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639350 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639506 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639664 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639819 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.639976 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640135 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640290 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640446 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640602 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640771 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.640927 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641087 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641245 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641410 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641579 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641746 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.641988 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642150 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642307 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642463 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642620 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642777 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.642956 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643113 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643274 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643442 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643601 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643760 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.643917 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.644099 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.644257 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.644413 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.644570 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.644731 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.645422 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.645584 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.645743 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.645901 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646059 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646215 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646377 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646547 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646714 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.646862 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647026 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647177 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647335 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647509 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647672 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647830 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.647986 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.648296 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.648456 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.648614 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.648773 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.648935 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649093 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649536 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649536 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649536 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649758 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649823 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.649983 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650139 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650295 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650455 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650615 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650772 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.650983 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651141 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651299 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651459 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651616 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651776 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.651959 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652119 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652277 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652438 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652596 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652754 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.652912 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653071 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653229 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653387 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653563 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653721 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.653878 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654038 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654198 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654357 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654515 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654681 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.654856 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655008 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655170 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655328 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655485 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655644 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655795 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.655954 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656116 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656275 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656432 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656588 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656748 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.656905 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657067 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657215 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657372 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657528 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657686 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.657844 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658001 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658177 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658336 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658496 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658653 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658852 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.658987 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659157 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659315 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659473 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659632 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659788 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.659944 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.660111 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.660270 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.660428 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661155 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661316 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661567 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661715 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661837 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.661955 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662075 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662221 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662378 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662544 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662701 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.662878 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663035 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663600 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663600 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663600 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.663932 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664138 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664228 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664369 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664529 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664693 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.664859 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665017 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665174 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665331 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665500 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665659 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665818 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.665974 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.666131 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.666288 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.666452 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.666609 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.666776 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667032 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667193 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667360 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667527 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667694 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.667851 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668018 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668185 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668343 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668497 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668654 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668810 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.668969 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669125 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669283 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669436 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669592 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669749 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.669907 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670063 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670218 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670376 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670554 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670710 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.670894 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.671089 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.671202 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 22:17:33.671345 dv-cinder-832696-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 22:17:45.285394 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e59240-1787-4083-8430-40ad5c7fca26 None None] get_active_networks_info from dv-cinder-832696-1-iscsi {{(pid=103475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 22:17:45.351326 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e59240-1787-4083-8430-40ad5c7fca26 None None] No non-hosted networks {{(pid=103475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 22:17:45.358094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.agentschedulers_db [None req-41e59240-1787-4083-8430-40ad5c7fca26 None None] DHCP Agent not found on host dv-cinder-832696-1-iscsi {{(pid=103475) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 22:17:45.456959 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed88527b-2cd4-4fd6-ab21-052916ff63a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:47.308320 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ece6118-4fec-42af-894c-bc97bec96ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:47.365887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.db.api [None req-690ced5c-8807-44be-9c9c-094ee74f344c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-832696-1-iscsi {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 22:17:47.366292 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG oslo_db.api [None req-690ced5c-8807-44be-9c9c-094ee74f344c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 22:17:47.982600 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-690ced5c-8807-44be-9c9c-094ee74f344c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:48.468831 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:49.919594 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:51.166380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33306) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:17:51.302889 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:51.304382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.305227 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.305570 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.305907 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.306290 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.306630 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.307075 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.307426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.307757 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.308104 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.308753 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.309125 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.309473 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:51.309878 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832696-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:51.321696 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832696-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:17:51.674254 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-e9545423-b15d-4119-ae9c-a70a5f9b82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:17:51.674868 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-e9545423-b15d-4119-ae9c-a70a5f9b82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:17:51.899968 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-e9545423-b15d-4119-ae9c-a70a5f9b82b6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:17:51.901056 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e9545423-b15d-4119-ae9c-a70a5f9b82b6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7337308 Mar 08 22:17:54.440126 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33332) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:17:54.747789 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:17:54.839795 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.policy [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103474) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 22:17:54.883248 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:17:54.883638 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING oslo_policy.policy [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:17:55.062705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272263315', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272263878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272253203', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272259996', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272257010', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758272231530', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-717203', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1329490', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-490657'] for rbac-policy (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:55.242015 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:55.243271 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5cb3bea6-d556-415b-a324-7dea126e2354 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8021612 Mar 08 22:17:55.303244 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.db.l3_hamode_db [None req-e16e244a-f2c6-47ed-9a65-70e0748de5fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 22:17:55.384232 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e244a-f2c6-47ed-9a65-70e0748de5fd None None] Routers set() bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:17:55.384627 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e244a-f2c6-47ed-9a65-70e0748de5fd None None] Router IDs set() for agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 22:17:57.739123 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:17:58.042775 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:17:58.113778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Made reservation on behalf of b4989c62d10145d1b4b8e474b041891b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:17:58.117544 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.133460 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.237906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks [] for security_group (467063d5-db0d-4b20-92fd-a014c34f8f80), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.290275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (467063d5-db0d-4b20-92fd-a014c34f8f80), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.321694 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:17:58.350065 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758269955678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a92a3b8e-1fd5-4d65-8d09-39fd5da79168), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.350620 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Unsubscribe: segment precommit_create {{(pid=103474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 22:17:58.351142 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Added segment a92a3b8e-1fd5-4d65-8d09-39fd5da79168 of type vlan for network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 Mar 08 22:17:58.356791 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=467063d5-db0d-4b20-92fd-a014c34f8f80,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:17:58.391567 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.391854 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.392204 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.392535 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.392856 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.393175 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.393490 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.393809 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.394158 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.395072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.395388 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.395785 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.396102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Tracked resource versions report: Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: pushed versions: Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.2'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: consumer versions: Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Log': '1.0', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Network': '1.1', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Port': '1.7', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'PortForwarding': '1.2', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Mar 08 22:17:58.397385 dv-cinder-832696-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:17:58.460727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.576707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.581858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:17:58.583187 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:17:58.695037 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] Pushing event updated for resources: {'Network': ['ID=ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:17:58.706538 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:17:58.710640 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fed7f865-d8e6-47a7-9816-2b435840c1e6 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9704800 Mar 08 22:18:01.232509 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 33354) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:01.715005 dv-cinder-832696-1-iscsi neutron-server[103473]: WARNING oslo_policy.policy [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:18:01.715583 dv-cinder-832696-1-iscsi neutron-server[103473]: WARNING oslo_policy.policy [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:18:02.146425 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.policy [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103473) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 22:18:02.187967 dv-cinder-832696-1-iscsi neutron-server[103473]: WARNING oslo_policy.policy [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:18:02.188333 dv-cinder-832696-1-iscsi neutron-server[103473]: WARNING oslo_policy.policy [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 22:18:02.196259 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:02.198082 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-2e91cc8e-e6c6-427f-9150-587b0598f771 demo admin] 10.222.0.39 "GET /v2.0/networks/ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 HTTP/1.1" status: 200 len: 825 time: 0.9635344 Mar 08 22:18:02.236866 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-5235de88-5a2d-4f31-8561-9d1c62281e8f demo admin] 10.222.0.39 "GET /v2.0/subnetpools/f757740a-00fa-40f4-9045-329e0b5db7f0 HTTP/1.1" status: 200 len: 734 time: 0.0329227 Mar 08 22:18:02.245283 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Request body: {'subnet': {'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:18:02.359608 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Made reservation on behalf of b4989c62d10145d1b4b8e474b041891b for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:18:02.362658 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:02.696297 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (ffe7208a-7095-49fe-9992-e85d5f382753), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:02.763414 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Checking segment: {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:18:02.763779 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Network hostable DHCP agents. Network: ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:18:02.775186 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Pushing event updated for resources: {'Subnet': ['ID=ffe7208a-7095-49fe-9992-e85d5f382753,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:02.787419 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.787777 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.788126 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.788462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.788783 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.789104 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.789439 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.789758 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.790071 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.790399 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.790714 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.791051 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.791361 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Tracked resource versions report: Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: pushed versions: Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: { 'AddressGroup': {'1.2'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'ConntrackHelper': {'1.0'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Log': {'1.0'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Network': {'1.1'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Port': {'1.7'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'PortForwarding': {'1.2'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'QosPolicy': {'1.10'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroup': {'1.5'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SubPort': {'1.0'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Subnet': {'1.1'}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Trunk': {'1.1'}} Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: consumer versions: Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'ConntrackHelper': '1.0', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'LocalIPAssociation': '1.0', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Log': '1.0', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Network': '1.1', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Port': '1.7', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'PortForwarding': '1.2', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'QosPolicy': '1.10', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroup': '1.5', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroupRule': '1.2', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SubPort': '1.0', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Subnet': '1.1', Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Trunk': '1.1'}} Mar 08 22:18:02.792614 dv-cinder-832696-1-iscsi neutron-server[103473]: {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:18:02.873009 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:18:02.930029 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:02.934604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:02.935304 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:02.939578 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23850c7a-cca9-4bf4-8c3b-7e74a73f4763 None None] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:18:03.001790 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9f2f49be-efc4-4b97-82d8-c733fbcfe23a demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7597263 Mar 08 22:18:03.310931 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:18:03.312189 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:03.588141 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Allocated IP 172.20.0.2 (ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4/ffe7208a-7095-49fe-9992-e85d5f382753/5f866979-36b5-4ffa-982a-66c45e57673c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:18:03.852417 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks [] for port (5f866979-36b5-4ffa-982a-66c45e57673c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:03.919639 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:03.991737 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:18:03.996191 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:04.006625 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:18:04.016307 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Pushing event updated for resources: {'Port': ['ID=5f866979-36b5-4ffa-982a-66c45e57673c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:04.059335 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.059708 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.060078 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.060426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.060763 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.061097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.061431 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.061764 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.062093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.062436 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.062767 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.063116 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.063440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Tracked resource versions report: Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: pushed versions: Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: { 'AddressGroup': {'1.2'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Log': {'1.0'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Network': {'1.1'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Port': {'1.7'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'PortForwarding': {'1.2'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'QosPolicy': {'1.10'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroup': {'1.5'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SubPort': {'1.0'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Subnet': {'1.1'}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Trunk': {'1.1'}} Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: consumer versions: Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'ConntrackHelper': '1.0', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'LocalIPAssociation': '1.0', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Log': '1.0', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Network': '1.1', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Port': '1.7', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'PortForwarding': '1.2', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'QosPolicy': '1.10', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroup': '1.5', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroupRule': '1.2', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SubPort': '1.0', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Subnet': '1.1', Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Trunk': '1.1'}} Mar 08 22:18:04.064782 dv-cinder-832696-1-iscsi neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:18:04.096396 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Attempting to bind port 5f866979-36b5-4ffa-982a-66c45e57673c on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:18:04.096790 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Attempting to bind port 5f866979-36b5-4ffa-982a-66c45e57673c by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:18:04.097205 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Attempting to bind port 5f866979-36b5-4ffa-982a-66c45e57673c on network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:18:04.102014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:18:04.102470 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Checking segment: {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:18:04.102925 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:04.103316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Bound using segment: {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:18:04.103810 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Bound port: 5f866979-36b5-4ffa-982a-66c45e57673c, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:18:04.104211 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:04.168172 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] For port 5f866979-36b5-4ffa-982a-66c45e57673c, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:18:04.172963 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] For port 5f866979-36b5-4ffa-982a-66c45e57673c, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=5f866979-36b5-4ffa-982a-66c45e57673c,segment=NetworkSegment(a92a3b8e-1fd5-4d65-8d09-39fd5da79168),segment_id=a92a3b8e-1fd5-4d65-8d09-39fd5da79168)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:18:04.234097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:04.299388 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21387f05-18e2-4ff7-a48d-ed5bc306c7d9 None None] Pushing event updated for resources: {'Port': ['ID=5f866979-36b5-4ffa-982a-66c45e57673c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:05.515269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:05.822653 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-53805158-bdd5-4d27-a326-edecdb4a73bc admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:18:05.823789 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-53805158-bdd5-4d27-a326-edecdb4a73bc admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075628 Mar 08 22:18:08.363977 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:08.671621 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-a87ce74e-aa37-4c4e-b9fd-daaca22c105e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:18:08.672716 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a87ce74e-aa37-4c4e-b9fd-daaca22c105e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077605 Mar 08 22:18:11.192054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33390) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:11.504386 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:18:11.593347 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:11.594905 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:11.729477 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Publish callbacks [] for router_controller (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:11.782524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:11.846612 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:11.860364 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d461a327-abb0-4695-bd68-14013cba6b1a demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6546564 Mar 08 22:18:13.969806 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5f866979-36b5-4ffa-982a-66c45e57673c up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:18:14.055727 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 5f866979-36b5-4ffa-982a-66c45e57673c triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:14.056070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:14.163488 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 5f866979-36b5-4ffa-982a-66c45e57673c is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:14.163795 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:14.201048 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 5f866979-36b5-4ffa-982a-66c45e57673c, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=5f866979-36b5-4ffa-982a-66c45e57673c,segment=NetworkSegment(a92a3b8e-1fd5-4d65-8d09-39fd5da79168),segment_id=a92a3b8e-1fd5-4d65-8d09-39fd5da79168)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:18:14.261830 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:14.312312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=5f866979-36b5-4ffa-982a-66c45e57673c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:14.380449 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:14.705207 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-6325c2d8-14e1-495b-a7e8-cb5221777828 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:18:14.706189 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6325c2d8-14e1-495b-a7e8-cb5221777828 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247948 Mar 08 22:18:15.250423 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58d96e5d-4691-4cb3-a8b5-552f45079712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:15.518888 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:18:15.601868 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519495c-40a4-4231-9347-7d487cdb18fa None None] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:18:15.677215 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-13e114ae-df91-40a9-8ec2-c46d9dac337c None None] Provisioning complete for port 5f866979-36b5-4ffa-982a-66c45e57673c triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:15.677597 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13e114ae-df91-40a9-8ec2-c46d9dac337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:15.795848 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-13e114ae-df91-40a9-8ec2-c46d9dac337c None None] Current status of the port 5f866979-36b5-4ffa-982a-66c45e57673c is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:15.947811 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5f866979-36b5-4ffa-982a-66c45e57673c up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:18:15.993529 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 5f866979-36b5-4ffa-982a-66c45e57673c triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:15.993914 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:16.036617 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-f085faed-2adc-4cbf-805e-1abad43f6620 None None] Provisioning complete for port 5f866979-36b5-4ffa-982a-66c45e57673c triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:16.036996 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f085faed-2adc-4cbf-805e-1abad43f6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:16.109675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 5f866979-36b5-4ffa-982a-66c45e57673c is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:16.144495 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f085faed-2adc-4cbf-805e-1abad43f6620 None None] Current status of the port 5f866979-36b5-4ffa-982a-66c45e57673c is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:17.231648 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33410) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:17.272936 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9eeedd02-d112-423b-8f4c-25c6bebd97fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.543415 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:18:17.609855 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Made reservation on behalf of 4e6f5bac551d48269d9817a0d0d9f463 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:18:17.612287 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.620049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.689709 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks [] for security_group (23baebd5-6b92-4b6a-82d8-ae1392ed3a2a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.735604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (23baebd5-6b92-4b6a-82d8-ae1392ed3a2a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.750696 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103474) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 22:18:17.769028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23baebd5-6b92-4b6a-82d8-ae1392ed3a2a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:17.773669 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (e9639ac0-2825-4170-b52f-4c31c4fa3596), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.774007 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Added segment e9639ac0-2825-4170-b52f-4c31c4fa3596 of type flat for network a0ee2ee2-73e9-463e-a95c-21b90575f505 Mar 08 22:18:17.821389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (a0ee2ee2-73e9-463e-a95c-21b90575f505), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.907506 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (a0ee2ee2-73e9-463e-a95c-21b90575f505), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.908442 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:17.909003 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:17.997446 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7646799 Mar 08 22:18:17.998008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82acdf-d777-443c-8372-a1fff9391dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ee2ee2-73e9-463e-a95c-21b90575f505,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:18.008696 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:18:18.456243 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:19.895702 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:20.500652 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:20.711008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bdf00-ad2b-40da-93fa-d352476f8c6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:20.712366 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e29bdf00-ad2b-40da-93fa-d352476f8c6a demo admin] 10.222.0.39 "GET /v2.0/subnets/ffe7208a-7095-49fe-9992-e85d5f382753 HTTP/1.1" status: 200 len: 849 time: 0.2107794 Mar 08 22:18:20.832336 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-21501165-2983-4590-8d1a-7e40a9246277 demo admin] 10.222.0.39 "GET /v2.0/routers/2a0ebd73-7e71-42d1-bc0a-9beff79690d5 HTTP/1.1" status: 200 len: 704 time: 0.1144302 Mar 08 22:18:21.097871 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:21.313062 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:21.387760 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Allocated IP 172.20.0.1 (ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4/ffe7208a-7095-49fe-9992-e85d5f382753/23202cab-577c-49f5-8bb6-a8048994728a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:18:21.566981 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks [] for port (23202cab-577c-49f5-8bb6-a8048994728a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:21.679384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (23202cab-577c-49f5-8bb6-a8048994728a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:21.797565 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:18:21.802074 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:21.812028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:18:21.812555 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:21.834829 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Pushing event updated for resources: {'Port': ['ID=23202cab-577c-49f5-8bb6-a8048994728a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:21.996070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-bd7a64b9-2da1-4070-ab9a-ce4a0c4684f3 None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:21.996453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd7a64b9-2da1-4070-ab9a-ce4a0c4684f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.029025 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a64b9-2da1-4070-ab9a-ce4a0c4684f3 None None] Port 23202cab-577c-49f5-8bb6-a8048994728a cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:18:22.096990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (23202cab-577c-49f5-8bb6-a8048994728a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.300990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks [] for port (23202cab-577c-49f5-8bb6-a8048994728a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.359008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (23202cab-577c-49f5-8bb6-a8048994728a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.359829 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.439024 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Pushing event updated for resources: {'Port': ['ID=23202cab-577c-49f5-8bb6-a8048994728a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:22.482750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:18:22.484085 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:22.701848 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:18:22.752097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-1d3f82d3-2643-4b61-b982-163439936174 None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:22.752634 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82d3-2643-4b61-b982-163439936174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:22.786473 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f82d3-2643-4b61-b982-163439936174 None None] Port 23202cab-577c-49f5-8bb6-a8048994728a cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:18:22.796573 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:18:22.801755 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a03b9fc3-c3c1-4ffa-b2a2-66a60b97a221 demo admin] 10.222.0.39 "PUT /v2.0/routers/2a0ebd73-7e71-42d1-bc0a-9beff79690d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9645140 Mar 08 22:18:22.805456 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Sync routers for ids ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:18:22.818881 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Routers {'2a0ebd73-7e71-42d1-bc0a-9beff79690d5'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:18:22.819742 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:18:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:23.016983 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Set router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:18:23.440159 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:21Z', 'revision_number': 2, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port_host': None, '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:22Z', 'revision_number': 2, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:23.491301 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Checking router: 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:18:23.491660 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Updating router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 port 23202cab-577c-49f5-8bb6-a8048994728a binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:18:23.542386 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (23202cab-577c-49f5-8bb6-a8048994728a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.042705 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks [] for port (23202cab-577c-49f5-8bb6-a8048994728a), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.129938 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (23202cab-577c-49f5-8bb6-a8048994728a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.287760 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Pushing event updated for resources: {'Port': ['ID=23202cab-577c-49f5-8bb6-a8048994728a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:24.301660 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Attempting to bind port 23202cab-577c-49f5-8bb6-a8048994728a on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:18:24.302054 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Attempting to bind port 23202cab-577c-49f5-8bb6-a8048994728a by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:18:24.302493 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Attempting to bind port 23202cab-577c-49f5-8bb6-a8048994728a on network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:18:24.308025 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.308380 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.308724 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.309056 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.309410 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.309705 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.310127 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.310349 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.310673 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.311035 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.311360 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.311681 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.311999 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:18:24.312673 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-542f73e3-41e3-4b5f-ba8e-5a2526da71ba None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Tracked resource versions report: Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: pushed versions: Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Log': {'1.0'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Network': {'1.1'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Port': {'1.7'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'PortForwarding': {'1.2'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: consumer versions: Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Log': '1.0', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Network': '1.1', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Port': '1.7', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'PortForwarding': '1.2', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'QosPolicy': '1.10', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SubPort': '1.0', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Subnet': '1.1', Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Trunk': '1.1'}} Mar 08 22:18:24.313377 dv-cinder-832696-1-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:18:24.316438 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:18:24.316714 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-542f73e3-41e3-4b5f-ba8e-5a2526da71ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.316887 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Checking segment: {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:18:24.317333 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.317711 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Bound using segment: {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:18:24.318209 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Bound port: 23202cab-577c-49f5-8bb6-a8048994728a, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92a3b8e-1fd5-4d65-8d09-39fd5da79168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:18:24.318585 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (23202cab-577c-49f5-8bb6-a8048994728a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.355372 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-542f73e3-41e3-4b5f-ba8e-5a2526da71ba None None] Port 23202cab-577c-49f5-8bb6-a8048994728a cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:18:24.386718 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] For port 23202cab-577c-49f5-8bb6-a8048994728a, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:18:24.405873 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] For port 23202cab-577c-49f5-8bb6-a8048994728a, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=23202cab-577c-49f5-8bb6-a8048994728a,segment=NetworkSegment(a92a3b8e-1fd5-4d65-8d09-39fd5da79168),segment_id=a92a3b8e-1fd5-4d65-8d09-39fd5da79168)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:18:24.491057 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (23202cab-577c-49f5-8bb6-a8048994728a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.552700 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Routers {'2a0ebd73-7e71-42d1-bc0a-9beff79690d5'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:18:24.553414 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:18:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:24.555323 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533866-1780-466f-87c8-8fe75bd0b7ed None None] Pushing event updated for resources: {'Port': ['ID=23202cab-577c-49f5-8bb6-a8048994728a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:24.651237 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] Set router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:18:24.778961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:24.779476 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.859306 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:21Z', 'revision_number': 2, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port_host': None, '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:24Z', 'revision_number': 4, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:24.860134 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Current status of the port 23202cab-577c-49f5-8bb6-a8048994728a is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:24.860524 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (23202cab-577c-49f5-8bb6-a8048994728a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:24.889825 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a6e22-59c0-4841-8fb2-e79664529e86 None None] The sync data for ids ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'] in dv-cinder-832696-1-iscsi is: [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:21Z', 'revision_number': 2, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port_host': None, '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:24Z', 'revision_number': 4, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:18:24.891960 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] For port 23202cab-577c-49f5-8bb6-a8048994728a, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=23202cab-577c-49f5-8bb6-a8048994728a,segment=NetworkSegment(a92a3b8e-1fd5-4d65-8d09-39fd5da79168),segment_id=a92a3b8e-1fd5-4d65-8d09-39fd5da79168)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:18:24.958862 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (23202cab-577c-49f5-8bb6-a8048994728a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:25.006352 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5cc7d-cbd2-4f8a-9599-770bdce2cc62 None None] Pushing event updated for resources: {'Port': ['ID=23202cab-577c-49f5-8bb6-a8048994728a,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:25.217168 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 33448) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:25.328098 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91facebf-1553-48e1-a150-56fb7ca4b9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:25.329448 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-91facebf-1553-48e1-a150-56fb7ca4b9be admin admin] 10.222.0.39 "GET /v2.0/networks/a0ee2ee2-73e9-463e-a95c-21b90575f505 HTTP/1.1" status: 200 len: 842 time: 0.1112452 Mar 08 22:18:25.339215 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:18:25.410949 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Made reservation on behalf of 4e6f5bac551d48269d9817a0d0d9f463 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:18:25.413201 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:25.801997 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.objects.ports [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103473) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 22:18:25.802464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (a2934c5b-2d1b-470a-91f2-626abe60ece0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:25.856833 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2934c5b-2d1b-470a-91f2-626abe60ece0,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:25.869653 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:18:25.870294 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Network hostable DHCP agents. Network: a0ee2ee2-73e9-463e-a95c-21b90575f505, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:18:25.975937 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:18:26.032881 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, a0ee2ee2-73e9-463e-a95c-21b90575f505) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:26.036921 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:26.037507 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:26.042688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d46ee-8aca-4655-9284-a940e5e5986a None None] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:18:26.104321 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ac8c8823-88cc-419d-a976-c6e654c8663f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7682352 Mar 08 22:18:26.144212 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e1a5f-6081-4349-9e14-6ca9357c1237 None None] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:18:28.499532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:28.629823 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-88f94028-78ce-425b-ba88-1ebde19eb0d1 demo admin] 10.222.0.39 "GET /v2.0/routers/2a0ebd73-7e71-42d1-bc0a-9beff79690d5 HTTP/1.1" status: 200 len: 710 time: 0.1291630 Mar 08 22:18:28.715954 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85d363-048f-4d42-9a89-8ea1145583bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:18:28.717322 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8a85d363-048f-4d42-9a89-8ea1145583bf demo admin] 10.222.0.39 "GET /v2.0/networks/a0ee2ee2-73e9-463e-a95c-21b90575f505 HTTP/1.1" status: 200 len: 886 time: 0.0822535 Mar 08 22:18:28.726577 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:18:29.041302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks [] for router_gateway (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:29.333108 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks [] for router_gateway (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:29.408884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:29.509437 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Allocated IP 172.27.1.189 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/f9be6c45-f117-472e-8f15-1757075c7640) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:18:29.609151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks [] for port (f9be6c45-f117-472e-8f15-1757075c7640), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:29.707705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (f9be6c45-f117-472e-8f15-1757075c7640), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:29.749750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:18:29.752485 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:18:29.757304 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:18:29.760058 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Pushing event updated for resources: {'Port': ['ID=f9be6c45-f117-472e-8f15-1757075c7640,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:30.104955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks [] for router_gateway (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:30.309180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9833'] for router (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:30.312629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705715', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706521'] for router (2a0ebd73-7e71-42d1-bc0a-9beff79690d5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:30.421304 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:18:30.530406 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:18:30.535433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:30.550832 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-55262108-b14f-433d-b5f4-e2dd43f21863 demo admin] 10.222.0.39 "PUT /v2.0/routers/2a0ebd73-7e71-42d1-bc0a-9beff79690d5 HTTP/1.1" status: 200 len: 890 time: 1.8131213 Mar 08 22:18:31.958491 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 23202cab-577c-49f5-8bb6-a8048994728a up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:18:32.005840 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:32.006226 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:32.083563 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 23202cab-577c-49f5-8bb6-a8048994728a is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:33.086553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:18:33.287589 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5562be42-91f2-4baf-bea5-742e42783108 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1999400 Mar 08 22:18:33.419382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Sync routers for ids ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:18:33.431883 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Routers {'2a0ebd73-7e71-42d1-bc0a-9beff79690d5'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:18:33.432666 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:18:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:33.654655 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Set router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:18:34.129898 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:29Z', 'revision_number': 4, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port': {'id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:29Z', 'updated_at': '2022-03-08T22:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:24Z', 'revision_number': 5, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:34.190019 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Checking router: 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:18:34.190019 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Updating router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 port f9be6c45-f117-472e-8f15-1757075c7640 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:18:34.237987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f9be6c45-f117-472e-8f15-1757075c7640), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.546770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks [] for port (f9be6c45-f117-472e-8f15-1757075c7640), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.604490 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f9be6c45-f117-472e-8f15-1757075c7640), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.661121 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50bbe1-25fa-4504-9068-c1bbec80c6e1 None None] Pushing event updated for resources: {'Port': ['ID=f9be6c45-f117-472e-8f15-1757075c7640,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:34.663354 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Attempting to bind port f9be6c45-f117-472e-8f15-1757075c7640 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:18:34.663730 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Attempting to bind port f9be6c45-f117-472e-8f15-1757075c7640 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:18:34.664122 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Attempting to bind port f9be6c45-f117-472e-8f15-1757075c7640 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:18:34.669144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:18:34.669518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:18:34.669918 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.670304 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:18:34.670770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Bound port: f9be6c45-f117-472e-8f15-1757075c7640, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:18:34.671198 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f9be6c45-f117-472e-8f15-1757075c7640), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.718758 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] For port f9be6c45-f117-472e-8f15-1757075c7640, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:18:34.722198 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] For port f9be6c45-f117-472e-8f15-1757075c7640, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f9be6c45-f117-472e-8f15-1757075c7640,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:18:34.770010 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f9be6c45-f117-472e-8f15-1757075c7640), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:34.828298 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Routers {'2a0ebd73-7e71-42d1-bc0a-9beff79690d5'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:18:34.828892 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:18:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:34.831559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50bbe1-25fa-4504-9068-c1bbec80c6e1 None None] Pushing event updated for resources: {'Port': ['ID=f9be6c45-f117-472e-8f15-1757075c7640,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:34.937600 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] Set router 2a0ebd73-7e71-42d1-bc0a-9beff79690d5 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:18:35.162615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:29Z', 'revision_number': 4, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port': {'id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:29Z', 'updated_at': '2022-03-08T22:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:24Z', 'revision_number': 5, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:18:35.189726 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c375ad-ab48-46e7-8d15-b60ef8c62e7b None None] The sync data for ids ['2a0ebd73-7e71-42d1-bc0a-9beff79690d5'] in dv-cinder-832696-1-iscsi is: [{'id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'name': 'router1', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:18:11Z', 'updated_at': '2022-03-08T22:18:29Z', 'revision_number': 4, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'gw_port': {'id': 'f9be6c45-f117-472e-8f15-1757075c7640', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:29Z', 'updated_at': '2022-03-08T22:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '23202cab-577c-49f5-8bb6-a8048994728a', 'name': '', 'network_id': 'ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4', 'tenant_id': 'b4989c62d10145d1b4b8e474b041891b', 'mac_address': 'fa:16:3e:0c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ebd73-7e71-42d1-bc0a-9beff79690d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:18:21Z', 'updated_at': '2022-03-08T22:18:24Z', 'revision_number': 5, 'project_id': 'b4989c62d10145d1b4b8e474b041891b', 'subnets': [{'id': 'ffe7208a-7095-49fe-9992-e85d5f382753', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f757740a-00fa-40f4-9045-329e0b5db7f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:18:36.025462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f9be6c45-f117-472e-8f15-1757075c7640 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:18:36.080356 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port f9be6c45-f117-472e-8f15-1757075c7640 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:36.081129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f9be6c45-f117-472e-8f15-1757075c7640), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:36.162329 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port f9be6c45-f117-472e-8f15-1757075c7640 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:36.162722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f9be6c45-f117-472e-8f15-1757075c7640), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:36.182996 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port f9be6c45-f117-472e-8f15-1757075c7640, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f9be6c45-f117-472e-8f15-1757075c7640,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:18:36.261745 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f9be6c45-f117-472e-8f15-1757075c7640), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:36.322548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=f9be6c45-f117-472e-8f15-1757075c7640,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:18:37.980215 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f9be6c45-f117-472e-8f15-1757075c7640 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:18:38.072955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port f9be6c45-f117-472e-8f15-1757075c7640 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:18:38.073357 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f9be6c45-f117-472e-8f15-1757075c7640), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:38.170740 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port f9be6c45-f117-472e-8f15-1757075c7640 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:18:45.260970 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcde02e0-b493-4366-8bc0-0cb9eb5a243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:47.272629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88b9971b-2e66-4253-aa07-c6c104524b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:48.443808 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:49.964043 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:51.313941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:18:52.526729 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:19:15.255445 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47e67095-af2b-4831-a578-319fb08bc87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:17.289055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8176c76f-5c9a-47f3-84d6-045bea4ee9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:18.781168 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:19.894474 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:21.324725 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:29.517090 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:19:45.236488 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2e2955a-5eaa-464b-9837-50cd3c9cb4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:47.288085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35491432-3531-4f60-b09c-7f4afd559347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:48.436549 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:49.940393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:51.299567 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:56.084369 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:19:56.144833 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e5ea67-f403-41ae-aff4-f8c40811fc25 admin admin] GET failed (client error): The resource could not be found. Mar 08 22:19:56.146066 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-57e5ea67-f403-41ae-aff4-f8c40811fc25 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607450 Mar 08 22:19:56.304026 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195456a5-f3bf-4e94-9a83-e27633b38e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:19:56.305397 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-195456a5-f3bf-4e94-9a83-e27633b38e71 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553910 Mar 08 22:19:58.603807 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:19:58.691580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69fa4f-427c-47a3-8517-fa35898df876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:19:58.692890 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cf69fa4f-427c-47a3-8517-fa35898df876 admin admin] 10.222.0.39 "GET /v2.0/subnets/ffe7208a-7095-49fe-9992-e85d5f382753 HTTP/1.1" status: 200 len: 849 time: 0.0881336 Mar 08 22:19:58.702236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:19:58.784084 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Publish callbacks [] for subnet (ffe7208a-7095-49fe-9992-e85d5f382753), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:58.956113 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758269855151'] for subnet (ffe7208a-7095-49fe-9992-e85d5f382753), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:58.986556 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:19:58.987163 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:58.992601 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] 10.222.0.39 "PUT /v2.0/subnets/ffe7208a-7095-49fe-9992-e85d5f382753 HTTP/1.1" status: 200 len: 868 time: 0.2897105 Mar 08 22:19:58.992827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0bdf9-4d75-4b72-8cb1-74cca3cbf374 None None] Network ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:19:59.008223 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe7208a-7095-49fe-9992-e85d5f382753,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:19:59.015955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.016326 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.017254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.017592 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.017927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.018366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.018727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.019084 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.019430 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.019765 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.020089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.020412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.020755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c5501-c0bd-47f5-855f-6a0191d415b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:19:59.369013 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Provisioning complete for port 23202cab-577c-49f5-8bb6-a8048994728a triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:19:59.369402 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (23202cab-577c-49f5-8bb6-a8048994728a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:59.446861 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Current status of the port 23202cab-577c-49f5-8bb6-a8048994728a is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:19:59.456715 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Provisioning complete for port 5f866979-36b5-4ffa-982a-66c45e57673c triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:19:59.457093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5f866979-36b5-4ffa-982a-66c45e57673c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:19:59.529826 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcf9be-f784-48c8-8297-2af96fb8955d None None] Current status of the port 5f866979-36b5-4ffa-982a-66c45e57673c is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:20:01.306787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 33970) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:01.504016 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1065b-88df-4d03-8b2e-69b44c2ea550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:01.504403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1065b-88df-4d03-8b2e-69b44c2ea550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:01.505906 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-93f1065b-88df-4d03-8b2e-69b44c2ea550 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981649 Mar 08 22:20:03.789544 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 33980) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:03.918299 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f77bb-93b5-4d8d-9a39-08e58915ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:03.918770 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f77bb-93b5-4d8d-9a39-08e58915ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:03.920307 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-d44f77bb-93b5-4d8d-9a39-08e58915ad5b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298289 Mar 08 22:20:06.196941 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:06.322173 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd72e2d-d0b3-42cc-89ff-30df4ebe45ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:06.323571 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-abd72e2d-d0b3-42cc-89ff-30df4ebe45ea admin admin] 10.222.0.39 "GET /v2.0/networks/a0ee2ee2-73e9-463e-a95c-21b90575f505 HTTP/1.1" status: 200 len: 886 time: 0.1257410 Mar 08 22:20:06.516257 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:20:08.622862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 33996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:08.751368 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6756c-4c0c-4d7f-b2ee-5785cac0966e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:08.752708 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c9e6756c-4c0c-4d7f-b2ee-5785cac0966e admin admin] 10.222.0.39 "GET /v2.0/networks/ecfb650c-3c5c-4f6a-9dc0-abab2d9d56d4 HTTP/1.1" status: 200 len: 869 time: 0.1288855 Mar 08 22:20:11.046906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34004) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:11.166402 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897a9a3-f8d3-4582-b882-0f7b7e18ca8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:11.166878 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897a9a3-f8d3-4582-b882-0f7b7e18ca8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:11.168388 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f897a9a3-f8d3-4582-b882-0f7b7e18ca8b admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199763 Mar 08 22:20:13.459261 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:13.551668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff17cf-a376-4cc3-8726-80cab56a21d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:13.552115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff17cf-a376-4cc3-8726-80cab56a21d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:13.553618 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-34ff17cf-a376-4cc3-8726-80cab56a21d7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933971 Mar 08 22:20:15.265213 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3474e688-11ad-44ac-86af-291a12521f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:15.848225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:15.931466 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5c1f8-b3af-499c-a52f-d37c5a8b19ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:15.932766 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-41f5c1f8-b3af-499c-a52f-d37c5a8b19ce admin admin] 10.222.0.39 "GET /v2.0/subnets/a2934c5b-2d1b-470a-91f2-626abe60ece0 HTTP/1.1" status: 200 len: 816 time: 0.0836103 Mar 08 22:20:17.281750 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edc8b4c6-86df-4df5-aeef-dce637b22e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:18.230111 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34028) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:18.318900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78166dee-9fb4-4670-98b6-2ec60f0bed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:18.320269 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-78166dee-9fb4-4670-98b6-2ec60f0bed78 admin admin] 10.222.0.39 "GET /v2.0/subnets/ffe7208a-7095-49fe-9992-e85d5f382753 HTTP/1.1" status: 200 len: 868 time: 0.0892050 Mar 08 22:20:18.424722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:19.893070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:21.321433 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:43.515985 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:20:45.258072 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-617865ed-d769-4a3c-bfb9-df8f3661a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:46.168166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:46.214725 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-285971ec-689b-4071-96dc-463f9fdc58ab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:20:46.215732 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-285971ec-689b-4071-96dc-463f9fdc58ab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466108 Mar 08 22:20:47.309821 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-161f9b8c-44a5-4279-a71d-6372315c8bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:48.441156 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:48.605302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:48.663850 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ed210-6a65-42ff-a916-c465fb29a7d4 admin admin] GET failed (client error): The resource could not be found. Mar 08 22:20:48.665094 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9c6ed210-6a65-42ff-a916-c465fb29a7d4 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588667 Mar 08 22:20:48.749959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8afe2a-f27d-41d3-9a7f-ce86249dd9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:48.751408 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fa8afe2a-f27d-41d3-9a7f-ce86249dd9a8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823677 Mar 08 22:20:49.932249 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.076997 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34096) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:51.122561 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:20:51.183421 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Made reservation on behalf of 4e6f5bac551d48269d9817a0d0d9f463 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:20:51.185600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.212402 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING neutron.services.revisions.revision_plugin [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Could not find related network for resource to bump revision. Mar 08 22:20:51.222285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:20:51.230489 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.230907 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Added segment a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09 of type vlan for network 9b60a95c-e40a-4e32-bffb-dc6c76a663be Mar 08 22:20:51.270626 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (9b60a95c-e40a-4e32-bffb-dc6c76a663be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.320933 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.354955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (9b60a95c-e40a-4e32-bffb-dc6c76a663be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.355906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:51.356480 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:51.416337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b60a95c-e40a-4e32-bffb-dc6c76a663be,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:20:51.426836 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:20:51.438766 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7f864941-d24f-4f21-a255-100b2c8d2ea0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3602579 Mar 08 22:20:53.754318 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34104) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:20:53.813536 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc49870-08c9-4267-80c2-32a2a44ac1f7 admin admin] GET failed (client error): The resource could not be found. Mar 08 22:20:53.814781 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5cc49870-08c9-4267-80c2-32a2a44ac1f7 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594947 Mar 08 22:20:53.881416 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757464fa-d605-4e87-afe9-8fb7b6d104b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:53.882795 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-757464fa-d605-4e87-afe9-8fb7b6d104b9 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641699 Mar 08 22:20:53.892057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Request body: {'subnet': {'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:20:54.000986 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Made reservation on behalf of 4e6f5bac551d48269d9817a0d0d9f463 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:20:54.003351 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:54.247059 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (c08e8ae8-aa07-4777-885d-76a1282e5108), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:54.300557 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08e8ae8-aa07-4777-885d-76a1282e5108,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:20:54.310581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Checking segment: {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:20:54.310959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Network hostable DHCP agents. Network: 9b60a95c-e40a-4e32-bffb-dc6c76a663be, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:20:54.383391 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:20:54.480884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 9b60a95c-e40a-4e32-bffb-dc6c76a663be) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:20:54.485213 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:20:54.485792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:54.490821 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc44c8-173d-4d79-98ba-622018926845 None None] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:20:54.582975 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-274cf8ad-17f8-4846-9393-3049898d5897 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6926203 Mar 08 22:20:54.596995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-9b60a95c-e40a-4e32-bffb-dc6c76a663be', 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be', 'project_id': '4e6f5bac551d48269d9817a0d0d9f463', 'fixed_ips': [{'subnet_id': 'c08e8ae8-aa07-4777-885d-76a1282e5108'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:20:54.597896 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:54.740097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Allocated IP 192.168.233.2 (9b60a95c-e40a-4e32-bffb-dc6c76a663be/c08e8ae8-aa07-4777-885d-76a1282e5108/8d2df92c-8984-4505-8c98-5e4407d50bb7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:20:54.977888 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks [] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:55.041118 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:55.080375 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:20:55.083100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:20:55.086402 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:20:55.091803 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Pushing event updated for resources: {'Port': ['ID=8d2df92c-8984-4505-8c98-5e4407d50bb7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:20:55.102511 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.102902 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.103262 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.103604 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.103949 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.104259 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.104581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.104900 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.105217 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.105548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.105868 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.106181 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.106493 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:20:55.161351 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Attempting to bind port 8d2df92c-8984-4505-8c98-5e4407d50bb7 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:20:55.161351 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Attempting to bind port 8d2df92c-8984-4505-8c98-5e4407d50bb7 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:20:55.161351 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Attempting to bind port 8d2df92c-8984-4505-8c98-5e4407d50bb7 on network 9b60a95c-e40a-4e32-bffb-dc6c76a663be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:20:55.164500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:20:55.164850 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Checking segment: {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:20:55.165212 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:55.165598 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Bound using segment: {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:20:55.166049 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Bound port: 8d2df92c-8984-4505-8c98-5e4407d50bb7, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:20:55.166424 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:55.227797 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] For port 8d2df92c-8984-4505-8c98-5e4407d50bb7, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:20:55.230858 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] For port 8d2df92c-8984-4505-8c98-5e4407d50bb7, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=8d2df92c-8984-4505-8c98-5e4407d50bb7,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:20:55.287409 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:55.352941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb99f0-7450-41af-857d-b2e4f87b392a None None] Pushing event updated for resources: {'Port': ['ID=8d2df92c-8984-4505-8c98-5e4407d50bb7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:20:56.086865 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 8d2df92c-8984-4505-8c98-5e4407d50bb7 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:20:56.148393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 8d2df92c-8984-4505-8c98-5e4407d50bb7 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:20:56.148773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:56.231991 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 8d2df92c-8984-4505-8c98-5e4407d50bb7 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:20:56.232280 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:56.242879 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582a43a-74aa-4052-aa57-671947ef23ed None None] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:20:56.334272 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 8d2df92c-8984-4505-8c98-5e4407d50bb7, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=8d2df92c-8984-4505-8c98-5e4407d50bb7,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:20:56.347870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-c08b1b33-052f-4dc5-8e92-093083bdefda None None] Provisioning complete for port 8d2df92c-8984-4505-8c98-5e4407d50bb7 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:20:56.348312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c08b1b33-052f-4dc5-8e92-093083bdefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:56.418334 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:56.485044 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c08b1b33-052f-4dc5-8e92-093083bdefda None None] Current status of the port 8d2df92c-8984-4505-8c98-5e4407d50bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:20:56.500468 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=8d2df92c-8984-4505-8c98-5e4407d50bb7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:20:56.603800 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-9d1c4204-49c9-49bf-bef3-013054f1fda9 None None] Provisioning complete for port 8d2df92c-8984-4505-8c98-5e4407d50bb7 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:20:56.604193 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d1c4204-49c9-49bf-bef3-013054f1fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:56.679975 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c4204-49c9-49bf-bef3-013054f1fda9 None None] Current status of the port 8d2df92c-8984-4505-8c98-5e4407d50bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:20:58.032722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 8d2df92c-8984-4505-8c98-5e4407d50bb7 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:20:58.081631 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 8d2df92c-8984-4505-8c98-5e4407d50bb7 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:20:58.081991 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (8d2df92c-8984-4505-8c98-5e4407d50bb7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:20:58.156316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 8d2df92c-8984-4505-8c98-5e4407d50bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:21:15.257543 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c5ce-aede-4fc6-858e-13b2ca2994f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:17.298058 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da88fafe-0c8a-4179-b968-f20437790f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:18.423374 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:19.931294 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:20.514454 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:21:21.317843 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:45.245404 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f249fc6-e9c6-49b7-aaac-6a00b9ee7a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:47.290937 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c11a1a9-9680-4400-9e32-6778c1bcaae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:48.422503 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:49.902118 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:51.308156 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:21:57.512716 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:22:15.250183 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9de68ffc-93d1-467e-a244-3246f528e90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:17.284388 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c73c4dd2-f694-4141-b118-5661f525b31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:18.467878 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:19.913067 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:21.318971 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:32.955456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34144) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:22:32.961163 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [None req-7c78bda4-2e7d-4dc8-8f0b-a4342b19fe38 tempest-verify_tempest_config-618771653 tempest-verify_tempest_config-618771653-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:22:32.962161 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7c78bda4-2e7d-4dc8-8f0b-a4342b19fe38 tempest-verify_tempest_config-618771653 tempest-verify_tempest_config-618771653-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056872 Mar 08 22:22:33.499824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:22:33.598632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:33.668198 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Publish callbacks [] for security_group (c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:33.747172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:33.888043 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b3bcab637174bdaaeda9109f7e770a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3871453 Mar 08 22:22:33.888872 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:22:33.890709 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34166) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:22:33.895483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.895828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.896154 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.896491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.896820 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.897149 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.897475 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.897797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.898134 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.898460 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.898779 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.899121 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.899435 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa4405-a94b-44ef-be3f-d95cfa0c6fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:33.966432 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Publish callbacks [] for security_group (c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:33.986934 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Publish callbacks [] for security_group (c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:34.152626 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:34.155630 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:34.156765 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62 HTTP/1.1" status: 204 len: 168 time: 0.2650921 Mar 08 22:22:34.164343 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc73db-60a3-4ce9-ba17-ba15ec4f7d62,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:22:34.171523 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.171891 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.172232 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.172563 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.172892 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.173216 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.173554 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.173880 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.174210 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.174575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.174913 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.175233 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.175674 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a5233-4ec7-4eb7-868e-9e2cadb0283f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:22:34.511865 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:22:45.237846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cdf738b5-71b3-4889-a53a-74deb8557575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:47.386877 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b1b8-85c7-4561-9533-3c9ab71f7b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:48.438055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:49.940886 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:22:51.335165 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:11.510632 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:23:15.231929 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-047101cf-1ea1-46ae-8093-4f81b47b613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:17.300330 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-639c815e-8321-402d-898f-0e73eed62109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:18.460047 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:19.952108 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:21.317211 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:45.253364 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd8b61b4-046c-4afb-aaec-712414be7eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:47.316719 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-450ee071-4c63-4c13-86ce-21aa2f225cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:48.430508 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:48.508629 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 5 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:23:49.939469 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:23:51.316594 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:08.213170 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706227'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:15.293127 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074dc83d-53d6-49a3-baf6-076257a682c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:17.304478 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32ead0bf-e776-433b-9d29-3f7518945639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:18.436451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:19.926846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:21.321340 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:22.997750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:24:23.097732 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-30afcf93-c97f-4f82-a142-16235ee6ae1f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0988898 Mar 08 22:24:25.413695 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34248) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:24:25.467776 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-07a4ab68-6be0-419f-a74d-500b46a10e06 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529554 Mar 08 22:24:25.507811 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:24:38.166812 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:45.257578 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a4ceb00-88f6-4f33-a8da-51aa3fd092a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:47.292436 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88f87094-437d-4664-aae8-2c7fab181b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:48.452530 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:49.943504 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:24:51.332115 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:02.506792 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:25:08.154924 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:15.274593 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5beb3ad-a463-4acc-a835-49e4092d9464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:17.302989 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff6e906e-f753-4590-8c65-3b21a4ce5302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:18.479412 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:19.966379 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:21.325593 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:38.159876 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:39.506560 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:25:45.274023 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7eb75df3-f950-4c8e-b114-f62940b5ab04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:47.291210 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7975dbd-7f87-4e10-b386-1dc61b675348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:48.456398 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:49.987512 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:25:51.324855 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:02.586525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:02.833702 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:02.955349 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-915740038-network', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:03.067840 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Made reservation on behalf of e67bcaa251a14b92a43fa38997276a15 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:03.070382 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.080004 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.155244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks [] for security_group (c84e5877-fba4-494e-884e-20d22248112e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.165078 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:03.210749 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c84e5877-fba4-494e-884e-20d22248112e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.235664 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:03.244945 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84e5877-fba4-494e-884e-20d22248112e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:03.254118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2044894651-network', 'tenant_id': 'cb0420850252458cbb0f99dcdcb689ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:03.261778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (dafb0693-a506-419f-a522-648ee5a45ede), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.262294 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Added segment dafb0693-a506-419f-a522-648ee5a45ede of type vlan for network 14a8c573-4839-40bd-8ba6-537d3e4435d0 Mar 08 22:26:03.265258 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.265774 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.266276 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.266755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.267281 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.267604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.267943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.268269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.268645 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.268989 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.269314 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.269699 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.269941 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Tracked resource versions report: Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: pushed versions: Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.2'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: consumer versions: Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: HyperV agent@hv-cinder-83269: {}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Log': '1.0', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Network': '1.1', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Port': '1.7', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'PortForwarding': '1.2', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Mar 08 22:26:03.271125 dv-cinder-832696-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:26:03.323186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (14a8c573-4839-40bd-8ba6-537d3e4435d0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.381929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Made reservation on behalf of cb0420850252458cbb0f99dcdcb689ca for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:03.384291 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.395432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.405935 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (14a8c573-4839-40bd-8ba6-537d3e4435d0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.406936 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:03.407502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.452895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-72371190-network', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:03.494813 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] Pushing event updated for resources: {'Network': ['ID=14a8c573-4839-40bd-8ba6-537d3e4435d0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:03.505987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:03.520041 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c216859a-1322-41e9-b85a-9aa5e2273742 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9323938 Mar 08 22:26:03.525803 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34502) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:03.538311 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Request body: {'subnet': {'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-915740038-subnet', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:03.565098 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks [] for security_group (cb6250df-ea67-4f58-928d-5f875efbef42), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.599473 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Made reservation on behalf of 5e3d3518f7d046d2892cd97771c0bff8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:03.602095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.612574 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.630135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (cb6250df-ea67-4f58-928d-5f875efbef42), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.665512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:03.668078 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Made reservation on behalf of e67bcaa251a14b92a43fa38997276a15 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:03.673206 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.681802 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6250df-ea67-4f58-928d-5f875efbef42,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:03.691816 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (0d64af35-7b09-4abf-8135-7c864c7b5c82), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.692411 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Added segment 0d64af35-7b09-4abf-8135-7c864c7b5c82 of type vlan for network 6f2726e5-c03e-484a-85c4-362b0e2f515d Mar 08 22:26:03.755395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (6f2726e5-c03e-484a-85c4-362b0e2f515d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.779810 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks [] for security_group (c594f479-7c92-4d28-80a4-4ab4e78b7881), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.840029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c594f479-7c92-4d28-80a4-4ab4e78b7881), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.862657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:03.878335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (6f2726e5-c03e-484a-85c4-362b0e2f515d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.879673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:03.880591 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.892576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:03.893150 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Added segment 12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a of type vlan for network a64526b1-e43c-48b1-bd58-97ca07212d67 Mar 08 22:26:03.917013 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594f479-7c92-4d28-80a4-4ab4e78b7881,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.015603 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2726e5-c03e-484a-85c4-362b0e2f515d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.026057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (a64526b1-e43c-48b1-bd58-97ca07212d67), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.027202 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 6f2726e5-c03e-484a-85c4-362b0e2f515d details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:04.029357 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (fa979241-fc51-4d34-b20f-9d29c369f3a8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.059139 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7ed15f0d-7de5-4a22-9f24-9b825c4161d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2241192 Mar 08 22:26:04.063801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:04.076731 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Request body: {'subnet': {'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2044894651-subnet', 'tenant_id': 'cb0420850252458cbb0f99dcdcb689ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:04.136571 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa979241-fc51-4d34-b20f-9d29c369f3a8,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.155085 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.159290 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.159869 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.160390 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.160865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.161351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.161850 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.165662 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.166172 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.166687 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.167187 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.167741 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.168295 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Tracked resource versions report: Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: pushed versions: Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: { 'AddressGroup': {'1.2'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'ConntrackHelper': {'1.0'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Log': {'1.0'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Network': {'1.1'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Port': {'1.7'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'PortForwarding': {'1.2'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'QosPolicy': {'1.10'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroup': {'1.5'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SubPort': {'1.0'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Subnet': {'1.1'}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Trunk': {'1.1'}} Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: consumer versions: Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: HyperV agent@hv-cinder-83269: {}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'ConntrackHelper': '1.0', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'LocalIPAssociation': '1.0', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Log': '1.0', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Network': '1.1', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Port': '1.7', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'PortForwarding': '1.2', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'QosPolicy': '1.10', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroup': '1.5', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SecurityGroupRule': '1.2', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'SubPort': '1.0', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Subnet': '1.1', Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: 'Trunk': '1.1'}} Mar 08 22:26:04.170267 dv-cinder-832696-1-iscsi neutron-server[103473]: {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:26:04.177362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (a64526b1-e43c-48b1-bd58-97ca07212d67), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.178495 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:04.179199 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.194794 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Checking segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:04.195490 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Network hostable DHCP agents. Network: 14a8c573-4839-40bd-8ba6-537d3e4435d0, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:04.239867 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Made reservation on behalf of cb0420850252458cbb0f99dcdcb689ca for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:04.242196 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.296246 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] Pushing event updated for resources: {'Network': ['ID=a64526b1-e43c-48b1-bd58-97ca07212d67,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.306357 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network a64526b1-e43c-48b1-bd58-97ca07212d67 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:04.308133 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:04.360194 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2a3e1184-8c24-4a2a-872f-1dfd93a3c045 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1971395 Mar 08 22:26:04.363279 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34552) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:04.368380 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Request body: {'subnet': {'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-subnet', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:04.423195 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 14a8c573-4839-40bd-8ba6-537d3e4435d0) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:04.431876 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1fa5f-92a2-4eff-ba8e-340b369a0795 None None] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:04.433786 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:04.434397 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.525169 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Made reservation on behalf of 5e3d3518f7d046d2892cd97771c0bff8 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:04.527858 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.600118 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-14a8c573-4839-40bd-8ba6-537d3e4435d0', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:26:04.601000 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.651395 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-6259d145-d455-4b9f-9613-bd16614dbb4f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1139760 Mar 08 22:26:04.651862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:04.659005 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:04.670601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (e23f37cb-1f6f-4979-9280-84a701d0a41f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.741115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23f37cb-1f6f-4979-9280-84a701d0a41f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.780665 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Checking segment: {'id': '0d64af35-7b09-4abf-8135-7c864c7b5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:04.781024 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Network hostable DHCP agents. Network: 6f2726e5-c03e-484a-85c4-362b0e2f515d, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:04.788483 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.812001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.813966 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.822615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Allocated IP 172.20.0.2 (14a8c573-4839-40bd-8ba6-537d3e4435d0/fa979241-fc51-4d34-b20f-9d29c369f3a8/1af018d6-cb3e-4300-a864-27c7b7815050) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:04.895057 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:04.912994 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for router_controller (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:04.914746 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Network 6f2726e5-c03e-484a-85c4-362b0e2f515d is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:04.921367 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Checking segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:04.921725 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Network hostable DHCP agents. Network: a64526b1-e43c-48b1-bd58-97ca07212d67, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:05.014846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 6f2726e5-c03e-484a-85c4-362b0e2f515d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:05.021527 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks [] for port (1af018d6-cb3e-4300-a864-27c7b7815050), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.026453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92532c90-0291-4ffa-9fd4-40713b053dff None None] Network 6f2726e5-c03e-484a-85c4-362b0e2f515d requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:05.044138 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:05.044843 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.052077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Network a64526b1-e43c-48b1-bd58-97ca07212d67 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:05.061452 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, a64526b1-e43c-48b1-bd58-97ca07212d67) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:05.087950 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:05.088551 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.094576 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75dc764-a10e-4ab7-a28d-213e01ee1480 None None] Network a64526b1-e43c-48b1-bd58-97ca07212d67 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:05.114236 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.133207 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1031bbf9-5115-4050-ab74-3c1d18a8a627 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0683396 Mar 08 22:26:05.142671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for router_gateway (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.202259 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b925a1ab-39f9-4a25-8de9-5e56b754c8a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8377018 Mar 08 22:26:05.204898 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34586) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:05.209611 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:05.225098 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Pushing event updated for resources: {'Port': ['ID=1af018d6-cb3e-4300-a864-27c7b7815050,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:05.271356 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.271719 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.272275 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.272636 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.272978 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.273310 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.273633 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.273958 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.274271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.274612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.274962 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.275280 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.275717 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Tracked resource versions report: Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: pushed versions: Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: { 'AddressGroup': {'1.2'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Log': {'1.0'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Network': {'1.1'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Port': {'1.7'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'PortForwarding': {'1.2'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'QosPolicy': {'1.10'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroup': {'1.5'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SubPort': {'1.0'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Subnet': {'1.1'}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Trunk': {'1.1'}} Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: consumer versions: Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: HyperV agent@hv-cinder-83269: {}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'ConntrackHelper': '1.0', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'LocalIPAssociation': '1.0', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Log': '1.0', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Network': '1.1', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Port': '1.7', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'PortForwarding': '1.2', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'QosPolicy': '1.10', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroup': '1.5', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SecurityGroupRule': '1.2', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'SubPort': '1.0', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Subnet': '1.1', Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: 'Trunk': '1.1'}} Mar 08 22:26:05.276665 dv-cinder-832696-1-iscsi neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:26:05.290311 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:05.300991 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:05.306045 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:05.348998 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (b2194147-de02-4e69-9899-b95e11692b72), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.350832 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (b2194147-de02-4e69-9899-b95e11692b72), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.399326 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01edfcf6-afdd-426e-8e6c-f1643ce31019 None None] Network 6f2726e5-c03e-484a-85c4-362b0e2f515d requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:05.434629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a5458d-01f9-42cf-844d-07ff972dd7db None None] Network a64526b1-e43c-48b1-bd58-97ca07212d67 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:05.537907 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Attempting to bind port 1af018d6-cb3e-4300-a864-27c7b7815050 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:05.538649 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Attempting to bind port 1af018d6-cb3e-4300-a864-27c7b7815050 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:05.539111 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Attempting to bind port 1af018d6-cb3e-4300-a864-27c7b7815050 on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:05.576724 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34594) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:05.586074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:05.586575 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Checking segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:05.587100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.589287 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Bound using segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:05.589532 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for router_controller (b2194147-de02-4e69-9899-b95e11692b72), precommit_add_association {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.589922 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Bound port: 1af018d6-cb3e-4300-a864-27c7b7815050, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:05.590378 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.651130 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for router_gateway (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.682387 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.726716 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] For port 1af018d6-cb3e-4300-a864-27c7b7815050, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:05.732327 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] For port 1af018d6-cb3e-4300-a864-27c7b7815050, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=1af018d6-cb3e-4300-a864-27c7b7815050,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:05.793833 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.805719 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17aed425-83ce-4c0f-9811-3a1f8d4e74e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:05.842912 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Allocated IP 172.27.1.170 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/01b43f7f-041b-43a8-b27f-10de0b0d2506) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:05.904467 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e2085-cd74-456c-b703-0fb182aa9006 None None] Pushing event updated for resources: {'Port': ['ID=1af018d6-cb3e-4300-a864-27c7b7815050,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:06.010969 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for router_gateway (b2194147-de02-4e69-9899-b95e11692b72), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.021382 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.113692 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17aed425-83ce-4c0f-9811-3a1f8d4e74e5 admin admin] Publish callbacks [] for security_group (10f77e32-ff81-4135-841b-6db8c4a8724c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.186076 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.198099 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17aed425-83ce-4c0f-9811-3a1f8d4e74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (10f77e32-ff81-4135-841b-6db8c4a8724c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.248335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:06.253898 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:06.264230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:06.269815 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Pushing event updated for resources: {'Port': ['ID=01b43f7f-041b-43a8-b27f-10de0b0d2506,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:06.292375 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-17aed425-83ce-4c0f-9811-3a1f8d4e74e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09910506af764f1caac29065c3283216&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7139854 Mar 08 22:26:06.297393 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34610) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:06.372995 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed425-83ce-4c0f-9811-3a1f8d4e74e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f77e32-ff81-4135-841b-6db8c4a8724c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:06.469636 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] Publish callbacks [] for security_group (10f77e32-ff81-4135-841b-6db8c4a8724c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.520997 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] Publish callbacks [] for security_group (10f77e32-ff81-4135-841b-6db8c4a8724c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.761972 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34650) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:06.771657 dv-cinder-832696-1-iscsi neutron-server[103473]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 22:26:06.866948 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for router_gateway (b2194147-de02-4e69-9899-b95e11692b72), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.899167 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for router_gateway (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.904549 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (10f77e32-ff81-4135-841b-6db8c4a8724c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.907219 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.911193 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10f77e32-ff81-4135-841b-6db8c4a8724c HTTP/1.1" status: 204 len: 168 time: 0.6124916 Mar 08 22:26:06.956944 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:06.959006 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001d101-0419-4c39-ba4b-415448d556b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f77e32-ff81-4135-841b-6db8c4a8724c,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:07.139691 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.223246 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-f5a5db86-f3c3-4022-9d3a-2a6389b89652 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:07.229352 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-f5a5db86-f3c3-4022-9d3a-2a6389b89652 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/networks?id=6f2726e5-c03e-484a-85c4-362b0e2f515d HTTP/1.1" status: 200 len: 812 time: 0.4544427 Mar 08 22:26:07.281381 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-d0ad8aee-35c3-4f0b-9974-901b20ab0599 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/quotas/cb0420850252458cbb0f99dcdcb689ca HTTP/1.1" status: 200 len: 375 time: 0.0211327 Mar 08 22:26:07.299214 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21001aaa-3e4c-4643-9d13-6e5577893be6 None None] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:07.306511 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Allocated IP 172.27.1.229 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/00196b62-1f37-427a-93f7-91f2c65010e6) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:07.364178 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-93784209-efdc-4db7-b86e-a3c6bb6c1a57 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb0420850252458cbb0f99dcdcb689ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598385 Mar 08 22:26:07.398770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:26:07.412055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Provisioning complete for port 1af018d6-cb3e-4300-a864-27c7b7815050 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:07.412521 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.467736 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34686) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:07.529424 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for port (00196b62-1f37-427a-93f7-91f2c65010e6), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.642175 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:26:07.653246 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:26:07.663794 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:07.664507 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:07.668269 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.671659 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Current status of the port 1af018d6-cb3e-4300-a864-27c7b7815050 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:07.672145 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.741554 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] For port 1af018d6-cb3e-4300-a864-27c7b7815050, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=1af018d6-cb3e-4300-a864-27c7b7815050,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:07.753645 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:07.753798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.753798 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7dc9237e-6aa9-479d-a688-10aad4657806 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0994856 Mar 08 22:26:07.756392 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:07.760797 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:07.767521 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:07.775240 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Pushing event updated for resources: {'Port': ['ID=00196b62-1f37-427a-93f7-91f2c65010e6,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:07.833881 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.897940 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78751e48-0cfb-4d63-a3d3-74d2a9092af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:07.932722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84b59-c614-4797-aa0d-f684752e550b None None] Pushing event updated for resources: {'Port': ['ID=1af018d6-cb3e-4300-a864-27c7b7815050,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:07.969705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:07.988001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38593600-29e7-4ebc-ac4a-89a1073ff125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.090702 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78751e48-0cfb-4d63-a3d3-74d2a9092af5 admin admin] Publish callbacks [] for security_group (c788e025-0536-4679-9b40-e288d0c9af94), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.096501 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:08.111142 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-0967d642-fb4c-40de-a1f0-4c1380be9214 None None] Provisioning complete for port 1af018d6-cb3e-4300-a864-27c7b7815050 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:08.113565 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0967d642-fb4c-40de-a1f0-4c1380be9214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.151197 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38593600-29e7-4ebc-ac4a-89a1073ff125 admin admin] Publish callbacks [] for security_group (843d1f5e-41e6-46ff-85fe-8521b920e59d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.198929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38593600-29e7-4ebc-ac4a-89a1073ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (843d1f5e-41e6-46ff-85fe-8521b920e59d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.256765 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38593600-29e7-4ebc-ac4a-89a1073ff125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d1f5e-41e6-46ff-85fe-8521b920e59d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:08.268005 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-38593600-29e7-4ebc-ac4a-89a1073ff125 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=def5e1beee9c4aa1adfceec3a60d28b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3008947 Mar 08 22:26:08.272357 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:08.335352 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-8f45947d-23d8-474c-b922-44ea0bd7f9b9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:26:08.336455 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-8f45947d-23d8-474c-b922-44ea0bd7f9b9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6391132 Mar 08 22:26:08.338638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78751e48-0cfb-4d63-a3d3-74d2a9092af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c788e025-0536-4679-9b40-e288d0c9af94), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.358688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.442321 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:06Z', 'revision_number': 3, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:08.515504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] Publish callbacks [] for security_group (843d1f5e-41e6-46ff-85fe-8521b920e59d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.518154 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0967d642-fb4c-40de-a1f0-4c1380be9214 None None] Current status of the port 1af018d6-cb3e-4300-a864-27c7b7815050 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:08.527142 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 1af018d6-cb3e-4300-a864-27c7b7815050 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:08.556606 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:26:08.557064 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Updating router b2d23a6e-e5e4-4049-b2be-d590dc2022fb port 01b43f7f-041b-43a8-b27f-10de0b0d2506 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:26:08.567600 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34724) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:08.589441 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.594761 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] Publish callbacks [] for security_group (843d1f5e-41e6-46ff-85fe-8521b920e59d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.598090 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 1af018d6-cb3e-4300-a864-27c7b7815050 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:08.598828 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.653926 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-78751e48-0cfb-4d63-a3d3-74d2a9092af5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c304f7cf290a4e30ae5fcc2a45f4feb7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1847100 Mar 08 22:26:08.661274 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:08.760420 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 1af018d6-cb3e-4300-a864-27c7b7815050 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:08.769443 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] Publish callbacks [] for security_group (c788e025-0536-4679-9b40-e288d0c9af94), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.780750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.810018 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (843d1f5e-41e6-46ff-85fe-8521b920e59d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.812502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.814978 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751e48-0cfb-4d63-a3d3-74d2a9092af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c788e025-0536-4679-9b40-e288d0c9af94,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:08.816307 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/843d1f5e-41e6-46ff-85fe-8521b920e59d HTTP/1.1" status: 204 len: 168 time: 0.5432909 Mar 08 22:26:08.819486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] Publish callbacks [] for security_group (c788e025-0536-4679-9b40-e288d0c9af94), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.830107 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-c1f1ae0c-695b-4af3-bae9-aa9b03b06a83 service neutron] 10.222.0.39 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671066 Mar 08 22:26:08.850060 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4686d8fe-6e8e-4030-bb7c-b0524fe46a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:08.850171 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82739e61-c262-478a-8f89-7a7c9e790815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d1f5e-41e6-46ff-85fe-8521b920e59d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:08.870241 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for router_gateway (b2194147-de02-4e69-9899-b95e11692b72), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.042334 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks [] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.045444 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Allocated IP 172.20.0.1 (14a8c573-4839-40bd-8ba6-537d3e4435d0/fa979241-fc51-4d34-b20f-9d29c369f3a8/90f8c98f-8eac-44f1-8ef0-0295ad50fd09) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:09.046215 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-7accea1b-2e51-4995-aed8-cf99b669d1ed service neutron] 10.222.0.39 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065415 Mar 08 22:26:09.050327 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c788e025-0536-4679-9b40-e288d0c9af94), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.054700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.054700 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c788e025-0536-4679-9b40-e288d0c9af94 HTTP/1.1" status: 204 len: 168 time: 0.3916235 Mar 08 22:26:09.066727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fb8a7-ae7d-4800-8c9e-6f183c7e741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c788e025-0536-4679-9b40-e288d0c9af94,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:09.131197 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.212605 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Attempting to bind port 01b43f7f-041b-43a8-b27f-10de0b0d2506 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:09.213699 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Attempting to bind port 01b43f7f-041b-43a8-b27f-10de0b0d2506 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:09.214913 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Attempting to bind port 01b43f7f-041b-43a8-b27f-10de0b0d2506 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:09.253045 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:09.253430 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:09.262337 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.263470 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4686d8fe-6e8e-4030-bb7c-b0524fe46a58 admin admin] Publish callbacks [] for security_group (6cb632ce-8ffd-43a2-b895-f21103551e80), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.263564 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:09.263564 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Bound port: 01b43f7f-041b-43a8-b27f-10de0b0d2506, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:09.263564 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.272341 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Pushing event updated for resources: {'Port': ['ID=01b43f7f-041b-43a8-b27f-10de0b0d2506,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:09.278116 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (b2194147-de02-4e69-9899-b95e11692b72), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.338584 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.339059 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.339524 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.339959 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.340471 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.340929 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.341349 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.341808 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.342229 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.342713 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.343368 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.343815 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.344209 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Tracked resource versions report: Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: pushed versions: Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Log': {'1.0'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Network': {'1.1'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Port': {'1.7'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'PortForwarding': {'1.2'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: consumer versions: Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: HyperV agent@hv-cinder-83269: {}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: L3 agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: Metadata agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: Metering agent@dv-cinder-832696-1-iscsi: {}, Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-832696-1-iscsi: { 'AddressGroup': '1.2', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Log': '1.0', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Network': '1.1', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Port': '1.7', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'PortForwarding': '1.2', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'QosPolicy': '1.10', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'SubPort': '1.0', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Subnet': '1.1', Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: 'Trunk': '1.1'}} Mar 08 22:26:09.345862 dv-cinder-832696-1-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 22:26:09.367227 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4686d8fe-6e8e-4030-bb7c-b0524fe46a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6cb632ce-8ffd-43a2-b895-f21103551e80), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.451193 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] For port 01b43f7f-041b-43a8-b27f-10de0b0d2506, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:09.455375 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks [] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.462894 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] For port 01b43f7f-041b-43a8-b27f-10de0b0d2506, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=01b43f7f-041b-43a8-b27f-10de0b0d2506,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:09.467738 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4686d8fe-6e8e-4030-bb7c-b0524fe46a58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae38f09ef43f411b851de92fed0542c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8896844 Mar 08 22:26:09.469742 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d8fe-6e8e-4030-bb7c-b0524fe46a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb632ce-8ffd-43a2-b895-f21103551e80,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:09.472275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34758) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:09.846712 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.854076 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] Publish callbacks [] for security_group (6cb632ce-8ffd-43a2-b895-f21103551e80), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.854076 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] Publish callbacks [] for security_group (6cb632ce-8ffd-43a2-b895-f21103551e80), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.854866 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:09.854866 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:09.855955 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-45264a3f-c444-4b0c-b9ba-9af340575269 req-0fd0e773-eb27-438c-b8e4-768a7764c122 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0931346 Mar 08 22:26:09.857100 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb91a1-93d0-47e7-a0d3-c2f94c3b75de None None] Pushing event updated for resources: {'Port': ['ID=01b43f7f-041b-43a8-b27f-10de0b0d2506,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:09.857528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.857528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:09.857528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:09.857528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:09.857528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.858100 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:09.858307 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Pushing event updated for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:09.886134 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Router b2194147-de02-4e69-9899-b95e11692b72 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:26:09.888215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6cb632ce-8ffd-43a2-b895-f21103551e80), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.892918 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:09.902965 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cb632ce-8ffd-43a2-b895-f21103551e80 HTTP/1.1" status: 204 len: 168 time: 0.4153385 Mar 08 22:26:09.964551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ee612-7709-456b-b2dd-115d0ff01c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb632ce-8ffd-43a2-b895-f21103551e80,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:10.021584 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:10.049182 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51f9f3c6-587a-45a6-8822-2195ba52089c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.074456 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:06Z', 'revision_number': 3, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:10.104181 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:26:10.113713 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Sync routers for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:26:10.117564 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.125893 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:10.126850 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:10.145680 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012bdef-caac-429b-beb0-87aee19ee9d0 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:06Z', 'revision_number': 3, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:26:10.191929 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.194157 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8be287d6-167e-419a-a73d-7cf3438abe05 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9879472 Mar 08 22:26:10.197277 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34792) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:10.272080 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:10.273839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51f9f3c6-587a-45a6-8822-2195ba52089c admin admin] Publish callbacks [] for security_group (70792819-39a0-4b8c-81f5-537431f04af3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.305522 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-aad0159a-2e25-408a-bb21-803549f5ac2a None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:10.308567 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad0159a-2e25-408a-bb21-803549f5ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.338355 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51f9f3c6-587a-45a6-8822-2195ba52089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (70792819-39a0-4b8c-81f5-537431f04af3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.428953 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-51f9f3c6-587a-45a6-8822-2195ba52089c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e5b3b0ad74c4b96b2eb60ce40225ede&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4062078 Mar 08 22:26:10.431720 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9f3c6-587a-45a6-8822-2195ba52089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70792819-39a0-4b8c-81f5-537431f04af3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:10.434077 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34798) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:10.453905 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aad0159a-2e25-408a-bb21-803549f5ac2a None None] Port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:26:10.484162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks [] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.518385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] Publish callbacks [] for security_group (70792819-39a0-4b8c-81f5-537431f04af3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.563996 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] Publish callbacks [] for security_group (70792819-39a0-4b8c-81f5-537431f04af3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.571570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.572309 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.679604 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:08Z', 'revision_number': 3, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:10.711738 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Checking router: b2194147-de02-4e69-9899-b95e11692b72 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:26:10.712100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Updating router b2194147-de02-4e69-9899-b95e11692b72 port 00196b62-1f37-427a-93f7-91f2c65010e6 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:26:10.749749 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.757823 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Pushing event updated for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:10.793716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (70792819-39a0-4b8c-81f5-537431f04af3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.797492 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:10.805181 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70792819-39a0-4b8c-81f5-537431f04af3 HTTP/1.1" status: 204 len: 168 time: 0.3629355 Mar 08 22:26:10.827047 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb054ea8-9034-4b86-a264-aa29abc31711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70792819-39a0-4b8c-81f5-537431f04af3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:10.831497 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34814) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:10.834573 dv-cinder-832696-1-iscsi neutron-server[103474]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 22:26:10.937169 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bf00b37f-7437-409c-a973-75c176a11fad req-db8daa84-b7b4-42d2-9519-1563727457fc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.1041737 Mar 08 22:26:10.953783 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:10.955504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:10.973738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:10.993532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-951ec8c8-9e34-4131-9658-9e9c12561f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.288345 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-951ec8c8-9e34-4131-9658-9e9c12561f02 admin admin] Publish callbacks [] for security_group (7592a869-baf3-4e45-bb7e-51af9a26d27a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.317613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:26:11.323481 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.368233 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks [] for port (00196b62-1f37-427a-93f7-91f2c65010e6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.396354 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-951ec8c8-9e34-4131-9658-9e9c12561f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7592a869-baf3-4e45-bb7e-51af9a26d27a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.407827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-9f7c7366-df5a-4d4f-a3d9-90b271b7e755 None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:11.408489 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f7c7366-df5a-4d4f-a3d9-90b271b7e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.447327 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.511835 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ec8c8-9e34-4131-9658-9e9c12561f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7592a869-baf3-4e45-bb7e-51af9a26d27a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:11.516413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-951ec8c8-9e34-4131-9658-9e9c12561f02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69f968493c22499ea494952991445050&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5413721 Mar 08 22:26:11.522551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34836) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:11.589154 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Attempting to bind port 00196b62-1f37-427a-93f7-91f2c65010e6 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:11.589708 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Attempting to bind port 00196b62-1f37-427a-93f7-91f2c65010e6 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:11.590220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Attempting to bind port 00196b62-1f37-427a-93f7-91f2c65010e6 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:11.601001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:26:11.614633 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-60ec26d5-5326-4e0a-a5e2-d16b92c4c45a admin admin] 10.222.0.39 "PUT /v2.0/routers/b2d23a6e-e5e4-4049-b2be-d590dc2022fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489745 Mar 08 22:26:11.621685 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] Publish callbacks [] for security_group (7592a869-baf3-4e45-bb7e-51af9a26d27a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.634459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:11.634858 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:11.635264 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.635659 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:11.636138 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Bound port: 00196b62-1f37-427a-93f7-91f2c65010e6, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:11.636514 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.638245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c7366-df5a-4d4f-a3d9-90b271b7e755 None None] Port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:26:11.640742 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067f4d-84a1-4686-b15d-eb44a2656853 None None] Pushing event updated for resources: {'Port': ['ID=00196b62-1f37-427a-93f7-91f2c65010e6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:11.679300 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] Publish callbacks [] for security_group (7592a869-baf3-4e45-bb7e-51af9a26d27a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.729697 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] For port 00196b62-1f37-427a-93f7-91f2c65010e6, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:11.737214 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] For port 00196b62-1f37-427a-93f7-91f2c65010e6, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=00196b62-1f37-427a-93f7-91f2c65010e6,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:11.805191 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.833318 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7592a869-baf3-4e45-bb7e-51af9a26d27a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.848276 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:11.849659 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7592a869-baf3-4e45-bb7e-51af9a26d27a HTTP/1.1" status: 204 len: 168 time: 0.3258135 Mar 08 22:26:11.862510 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8578ed-1cef-4a76-9998-43d166a7f0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7592a869-baf3-4e45-bb7e-51af9a26d27a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:11.881762 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Allocated IP 172.20.0.1 (a64526b1-e43c-48b1-bd58-97ca07212d67/088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f/5c3ba467-b370-4db7-b533-760b2693668d) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:11.914635 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:11.915660 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:11.919637 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7067f4d-84a1-4686-b15d-eb44a2656853 None None] Pushing event updated for resources: {'Port': ['ID=00196b62-1f37-427a-93f7-91f2c65010e6,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:12.054723 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks [] for port (5c3ba467-b370-4db7-b533-760b2693668d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.058528 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c2fcb49-6e34-4ae1-b2ac-2d10f532d423 req-5c1bd473-4a20-4335-9b08-092dd4717367 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0354857 Mar 08 22:26:12.098908 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:12.169805 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.258785 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Network a64526b1-e43c-48b1-bd58-97ca07212d67 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:12.280615 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:12.289084 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:12.290733 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (b2194147-de02-4e69-9899-b95e11692b72), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.330740 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 01b43f7f-041b-43a8-b27f-10de0b0d2506 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:12.393336 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:12.398492 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564699969', 'description': 'tempest-description--786358532'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:12.461409 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Pushing event updated for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:12.524608 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.579465 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:08Z', 'revision_number': 3, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:12.615460 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a1285-8432-4d83-8e07-e9e3d89bc22e None None] The sync data for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:08Z', 'revision_number': 3, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:26:12.627246 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 01b43f7f-041b-43a8-b27f-10de0b0d2506 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:12.627708 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.697758 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (c0eddbcc-f286-4d11-bffa-02e727dad238), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.766706 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 01b43f7f-041b-43a8-b27f-10de0b0d2506 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:12.767261 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.792030 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 01b43f7f-041b-43a8-b27f-10de0b0d2506, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=01b43f7f-041b-43a8-b27f-10de0b0d2506,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:12.799152 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c0eddbcc-f286-4d11-bffa-02e727dad238), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.840165 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.867051 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.868522 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4739399 Mar 08 22:26:12.873900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34904) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:12.886741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group_rule': {'security_group_id': 'c0eddbcc-f286-4d11-bffa-02e727dad238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:12.911384 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=01b43f7f-041b-43a8-b27f-10de0b0d2506,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:12.912411 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b81d-ea65-414a-a989-a08746c458b3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eddbcc-f286-4d11-bffa-02e727dad238,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:12.931835 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c3ba467-b370-4db7-b533-760b2693668d), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:12.976353 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:26:12.996943 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:12.998497 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:13.024612 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (2f6df667-84d0-4448-a586-47365354b3c6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.127341 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (2f6df667-84d0-4448-a586-47365354b3c6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.194350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (2f6df667-84d0-4448-a586-47365354b3c6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.199100 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:13.223351 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6df667-84d0-4448-a586-47365354b3c6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:13.324847 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks [] for port (5c3ba467-b370-4db7-b533-760b2693668d), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.326232 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.329128 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-62bd56f4-3dc5-43da-b38f-d86fbe6f71e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539986 Mar 08 22:26:13.331835 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34918) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:13.339231 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group_rule': {'security_group_id': 'c0eddbcc-f286-4d11-bffa-02e727dad238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:13.343648 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dc375c57-56a0-4846-898e-11d866bab7f9 req-873e9949-7c7a-47cf-96b1-a711b038e6fc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0581381 Mar 08 22:26:13.404906 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.405749 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (b2194147-de02-4e69-9899-b95e11692b72), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.513552 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:10Z', 'revision_number': 2, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:13.523338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Pushing event updated for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:13.540730 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (5baa8424-fc49-49b2-981b-8694f986ed42), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.549176 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:26:13.549971 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Updating router b2d23a6e-e5e4-4049-b2be-d590dc2022fb port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:26:13.619910 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Network a64526b1-e43c-48b1-bd58-97ca07212d67 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:13.622790 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:13.649705 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (5baa8424-fc49-49b2-981b-8694f986ed42), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.708093 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.731020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (5baa8424-fc49-49b2-981b-8694f986ed42), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.822694 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baa8424-fc49-49b2-981b-8694f986ed42,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:13.879317 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 34948) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:13.893864 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Router b2194147-de02-4e69-9899-b95e11692b72 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:26:13.956350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:13.957421 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8afcb743-b528-4356-9a7b-d27207e2d67c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6244988 Mar 08 22:26:13.960610 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 34952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:13.968807 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:14.068576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.072401 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:26:14.089246 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3be3c9a0-4707-48d4-8b2c-cce3e67051fa admin admin] 10.222.0.39 "PUT /v2.0/routers/b2194147-de02-4e69-9899-b95e11692b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8805358 Mar 08 22:26:14.136253 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-61938639-network', 'tenant_id': '9b86967cad834ddc9fac714ab2a0250b'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:14.206507 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks [] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.250907 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Made reservation on behalf of 9b86967cad834ddc9fac714ab2a0250b for: {'network': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:14.254608 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.269805 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.272627 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.386028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.392575 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5aa0-61c1-4339-ad82-edb719fc8b59 None None] Pushing event updated for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:14.461425 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks [] for security_group (69e8e671-5db5-43b7-a98d-74a2e9da5404), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.497988 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 01b43f7f-041b-43a8-b27f-10de0b0d2506 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:14.524353 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (69e8e671-5db5-43b7-a98d-74a2e9da5404), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.535041 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Attempting to bind port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:14.537711 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Attempting to bind port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:14.540714 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Attempting to bind port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:14.560911 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:14.565620 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Checking segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:14.566209 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.566635 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Bound using segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:14.569754 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Bound port: 90f8c98f-8eac-44f1-8ef0-0295ad50fd09, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:14.570182 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.621195 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:14.628230 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 01b43f7f-041b-43a8-b27f-10de0b0d2506 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:14.628494 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.743275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Allocated IP 172.27.1.241 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/d98dc727-9e7f-432a-8e79-b10f03dad555) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:14.764768 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d02b5ca9-b5d5-4331-b762-89e8dcfdec58 req-98a380e8-2864-4a13-87a5-2d415c6bba23 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0727000 Mar 08 22:26:14.777890 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] For port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:14.778962 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8e671-5db5-43b7-a98d-74a2e9da5404,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:14.798055 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] For port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:14.801460 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-13b20fc7-a92c-41a1-935e-9f320d52522f None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:14.801910 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13b20fc7-a92c-41a1-935e-9f320d52522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.823695 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758269955678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (9de43545-e07c-450b-b2a3-fcd253851c91), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.825828 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Unsubscribe: segment precommit_create {{(pid=103473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 22:26:14.826320 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.segments_db [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Added segment 9de43545-e07c-450b-b2a3-fcd253851c91 of type vlan for network 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 Mar 08 22:26:14.891103 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:14.993582 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.023378 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-13b20fc7-a92c-41a1-935e-9f320d52522f None None] Port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:26:15.085757 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:15.089452 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:15.093930 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 01b43f7f-041b-43a8-b27f-10de0b0d2506 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:15.095619 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 00196b62-1f37-427a-93f7-91f2c65010e6 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:15.182115 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 00196b62-1f37-427a-93f7-91f2c65010e6 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:15.182877 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.227579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.232470 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:15.233058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.328107 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5aa0-61c1-4339-ad82-edb719fc8b59 None None] Pushing event updated for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:15.370921 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d8497a1b-a87e-4ba6-adf8-06a1a86322db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.380305 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4999487 Mar 08 22:26:15.382641 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-fd6658f0-e5b4-4588-8d82-910045b08d9d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:15.384754 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-fd6658f0-e5b4-4588-8d82-910045b08d9d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 817 time: 0.2944281 Mar 08 22:26:15.389096 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:15.391544 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Request body: {'subnet': {'network_id': '0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-61938639-subnet', 'tenant_id': '9b86967cad834ddc9fac714ab2a0250b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:15.400970 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:15.434248 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-1de6ebc6-6cb1-403c-a132-06559abd2c65 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/quotas/5e3d3518f7d046d2892cd97771c0bff8 HTTP/1.1" status: 200 len: 375 time: 0.0196331 Mar 08 22:26:15.491037 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 00196b62-1f37-427a-93f7-91f2c65010e6 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:15.491548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.512718 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Sync routers for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:26:15.516417 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Made reservation on behalf of 9b86967cad834ddc9fac714ab2a0250b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:15.518910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.524202 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.524479 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1777f8-35e2-45ef-baf7-80ca0fdac914 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:15.549897 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:15.553569 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:15.554212 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.602497 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:15.605451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:25:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:15.613596 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 00196b62-1f37-427a-93f7-91f2c65010e6, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=00196b62-1f37-427a-93f7-91f2c65010e6,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:15.648177 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-a98306c5-d252-4cc0-9f7f-b2f6d394a845 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2055495 Mar 08 22:26:15.756032 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:14Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:15.766491 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d060454-b2fa-4325-b6ac-7c17e3f42c01 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:14Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:26:15.801753 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:15.887466 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:15.891050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:15.894510 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:15.919273 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=d98dc727-9e7f-432a-8e79-b10f03dad555,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:15.932508 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:15.939744 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.044626 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Current status of the port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:16.045200 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.048466 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.35', 60090) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:16.088946 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.102181 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (7bc4215f-1342-45e1-b50e-a1747aaa7be0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.108103 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] For port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:16.143895 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f7c56c7b-c6ee-412d-a639-1d3d615dc49e req-f7ee24a1-1ead-4c1e-a492-89f5132e4692 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.1158626 Mar 08 22:26:16.177029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-a731d4b9-3436-4242-b017-0278263ee8d7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:26:16.181353 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-a731d4b9-3436-4242-b017-0278263ee8d7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227944 Mar 08 22:26:16.183289 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc4215f-1342-45e1-b50e-a1747aaa7be0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:16.255361 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.299496 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=00196b62-1f37-427a-93f7-91f2c65010e6,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:16.340139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.390743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:16.400603 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Checking segment: {'id': '9de43545-e07c-450b-b2a3-fcd253851c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:16.401553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Network hostable DHCP agents. Network: 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:16.457188 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-3a110856-8148-4f39-b3c7-8f07a5201b88 service neutron] 10.222.0.39 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664988 Mar 08 22:26:16.508890 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:26:16.527259 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-5f324613-e8cc-45cd-a1ea-0c01ed4009d5 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:16.530058 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-5f324613-e8cc-45cd-a1ea-0c01ed4009d5 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.35 "GET /v2.0/networks?id=6f2726e5-c03e-484a-85c4-362b0e2f515d HTTP/1.1" status: 200 len: 812 time: 0.4746206 Mar 08 22:26:16.551919 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdfe7f-8510-42bc-af60-7b3f5499a4f5 None None] Pushing event updated for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:16.574004 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Request body: {'port': {'device_id': 'a422f615-8288-4ad4-9629-2fedf2150956', 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d', 'admin_state_up': True, 'tenant_id': 'cb0420850252458cbb0f99dcdcb689ca'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:16.606935 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Network 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:16.620930 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:16.621414 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.688509 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-0dbe2e78-b30d-4911-bf1c-4c909ce08bfe service neutron] 10.222.0.39 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174335 Mar 08 22:26:16.690984 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '5c3ba467-b370-4db7-b533-760b2693668d', 'name': '', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'mac_address': 'fa:16:3e:a0:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:11Z', 'updated_at': '2022-03-08T22:26:13Z', 'revision_number': 2, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'subnets': [{'id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:16.713404 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:16.724348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:16.725212 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.736013 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.752493 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117abb7d-b660-4001-8f29-2613e7386ba7 None None] Network 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:16.771126 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Checking router: b2194147-de02-4e69-9899-b95e11692b72 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:26:16.771126 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Updating router b2194147-de02-4e69-9899-b95e11692b72 port 5c3ba467-b370-4db7-b533-760b2693668d binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:26:16.822090 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:16.933804 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7d3b3fa3-06dd-43bc-a4c4-d0182518667a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5384877 Mar 08 22:26:16.945601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:17.058590 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=d98dc727-9e7f-432a-8e79-b10f03dad555,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:17.092998 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c3ba467-b370-4db7-b533-760b2693668d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:17.105741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:17.112078 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d3d90482-f232-4cc0-a2e3-ebf8a7c092bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1474211 Mar 08 22:26:17.138306 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:17.170668 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Made reservation on behalf of cb0420850252458cbb0f99dcdcb689ca for: {'port': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:17.177846 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:17.236966 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a7b59-bbfe-404e-b23c-25509ba54d34 None None] Network 0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:17.408969 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88a89863-3d69-4679-83fc-6062e44f5701 req-253d151c-10ef-4f93-853a-3e80fae8a3e2 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0717411 Mar 08 22:26:17.565382 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2eaf317a-a405-4051-8f8e-9a0249fa7fcb req-0e28caea-1296-41ff-acbb-cdbfb01ab2fa tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 210 time: 0.1507151 Mar 08 22:26:17.678630 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:17.713257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-752ba6bc-8f34-4280-baae-94c215899a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:17.799268 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-60fdfa71-27ce-4228-89ae-ed8278c3b90d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1564699969&fields=id&tenant_id=e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 267 time: 0.0894849 Mar 08 22:26:17.817816 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Allocated IP 172.20.0.6 (6f2726e5-c03e-484a-85c4-362b0e2f515d/e23f37cb-1f6f-4979-9280-84a701d0a41f/f3a00c8b-0e09-412a-a10e-e4c8a1d985b3) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:18.002443 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-b7ee0f52-2390-4fb1-9837-338e76ab59ef tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:18.010410 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-b7ee0f52-2390-4fb1-9837-338e76ab59ef tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 810 time: 0.2042589 Mar 08 22:26:18.056189 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-9fde184b-cfe0-4301-a5ae-d8c8c9b54996 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/quotas/e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 375 time: 0.0313478 Mar 08 22:26:18.241245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks [] for port (5c3ba467-b370-4db7-b533-760b2693668d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.275928 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a405a6a-4bf5-444a-a0f0-32b2ce325906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.291774 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks [] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.303107 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-5571a59b-78c4-45e5-864b-8b0a7f1dcadb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:18.305114 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-5571a59b-78c4-45e5-864b-8b0a7f1dcadb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 817 time: 0.2835913 Mar 08 22:26:18.337386 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8ac460e7-a37c-4be7-accd-a72d57851c58 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/quotas/5e3d3518f7d046d2892cd97771c0bff8 HTTP/1.1" status: 200 len: 375 time: 0.0248537 Mar 08 22:26:18.347743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 00196b62-1f37-427a-93f7-91f2c65010e6 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:18.403306 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-e12f33b8-cfe2-4a7f-9f56-b5166fdcb560 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3272660 Mar 08 22:26:18.415457 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.459439 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.605950 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-14bb7df6-7cdd-4401-84fc-cd90055e0141 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2209136 Mar 08 22:26:18.655868 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Network 6f2726e5-c03e-484a-85c4-362b0e2f515d is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:18.687505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c7c0-cd4c-4318-b5c0-a5012cdd52a7 None None] Pushing event updated for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:18.692801 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:18.694432 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Attempting to bind port 5c3ba467-b370-4db7-b533-760b2693668d on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:18.694911 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Attempting to bind port 5c3ba467-b370-4db7-b533-760b2693668d by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:18.695332 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Attempting to bind port 5c3ba467-b370-4db7-b533-760b2693668d on network a64526b1-e43c-48b1-bd58-97ca07212d67 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:18.703379 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 00196b62-1f37-427a-93f7-91f2c65010e6 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:18.703854 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.706129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:18.706621 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Checking segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:18.707179 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.707661 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Bound using segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:18.708395 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Bound port: 5c3ba467-b370-4db7-b533-760b2693668d, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:18.708849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c3ba467-b370-4db7-b533-760b2693668d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.709244 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:18.709853 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-fa69a7cd-7386-4218-bca8-d8f5250437a7 service neutron] 10.222.0.39 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994001 Mar 08 22:26:18.721681 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:18.733891 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.743604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Pushing event updated for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:18.844095 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-bcd428c0-dfab-4ad6-aa2b-575246456d02 service neutron] 10.222.0.39 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461510 Mar 08 22:26:18.861064 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] For port 5c3ba467-b370-4db7-b533-760b2693668d, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:18.865309 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] For port 5c3ba467-b370-4db7-b533-760b2693668d, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=5c3ba467-b370-4db7-b533-760b2693668d,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:18.908449 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 00196b62-1f37-427a-93f7-91f2c65010e6 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:18.909770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:18.930242 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a405a6a-4bf5-444a-a0f0-32b2ce325906 admin admin] Publish callbacks [] for security_group (009835ea-0e5e-43ea-bd3e-0ddbda1d8240), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:18.954158 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-de83d378-8fa7-4e58-98b2-f98b2cb1b0d7 service neutron] 10.222.0.39 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425654 Mar 08 22:26:18.970403 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:18.971356 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:19.073008 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-a7d9b4c3-f896-4ab9-bc02-2ec7307f94b0 service neutron] 10.222.0.39 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279234 Mar 08 22:26:19.100976 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:19.712822 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:19.730949 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35182) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:19.734657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140651055-network', 'tenant_id': 'bd3b790690f34deea3f0dd64f35d98a9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:19.764147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:19.777770 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bf9a93cf-9232-471b-ac11-6c1a820bc0b7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2058785 Mar 08 22:26:19.816430 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a405a6a-4bf5-444a-a0f0-32b2ce325906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (009835ea-0e5e-43ea-bd3e-0ddbda1d8240), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:19.966288 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:26:19.966968 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:26:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:19.979319 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a405a6a-4bf5-444a-a0f0-32b2ce325906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009835ea-0e5e-43ea-bd3e-0ddbda1d8240,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:20.033147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.036148 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c7c0-cd4c-4318-b5c0-a5012cdd52a7 None None] Pushing event updated for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:20.061821 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2acb5012-f486-4143-baa0-f672bdb12966 req-30f17114-6258-40b8-9995-1141d22af235 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0537269 Mar 08 22:26:20.168933 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b0a90a75-9b72-4094-bbc6-126cb66326aa req-d7f5d2ba-3853-481e-a1e1-9cef41b11c0e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0518284 Mar 08 22:26:20.168933 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-714fccf7-f9f7-4d18-b2f4-19d87c87b549 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:26:20.169725 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-714fccf7-f9f7-4d18-b2f4-19d87c87b549 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239167 Mar 08 22:26:20.235649 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:26:20.439632 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7a405a6a-4bf5-444a-a0f0-32b2ce325906 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf20fb1cc2884bb4911dfbd2c33cf717&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7596238 Mar 08 22:26:20.442318 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35220) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:20.469983 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5250175-ea7f-43c2-b5cd-18f8dfcc9051 req-9e286b08-876b-48af-abee-5074b9dc33cd tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:20.484610 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5250175-ea7f-43c2-b5cd-18f8dfcc9051 req-9e286b08-876b-48af-abee-5074b9dc33cd tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.5196545 Mar 08 22:26:20.487810 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Made reservation on behalf of bd3b790690f34deea3f0dd64f35d98a9 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:20.490339 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.535275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.557707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] Publish callbacks [] for security_group (009835ea-0e5e-43ea-bd3e-0ddbda1d8240), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.572928 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '5c3ba467-b370-4db7-b533-760b2693668d', 'name': '', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'mac_address': 'fa:16:3e:a0:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:11Z', 'updated_at': '2022-03-08T22:26:18Z', 'revision_number': 4, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'subnets': [{'id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:20.590789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] Publish callbacks [] for security_group (009835ea-0e5e-43ea-bd3e-0ddbda1d8240), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.604440 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5250175-ea7f-43c2-b5cd-18f8dfcc9051 req-e4c20a03-cca5-4d48-b782-dc8c81ed4c53 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133201 Mar 08 22:26:20.628071 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9a878-469e-4789-b606-6c9c275fa1c1 None None] The sync data for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '5c3ba467-b370-4db7-b533-760b2693668d', 'name': '', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'mac_address': 'fa:16:3e:a0:2a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:11Z', 'updated_at': '2022-03-08T22:26:18Z', 'revision_number': 4, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'subnets': [{'id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:26:20.736264 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (009835ea-0e5e-43ea-bd3e-0ddbda1d8240), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.739448 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.742744 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/009835ea-0e5e-43ea-bd3e-0ddbda1d8240 HTTP/1.1" status: 204 len: 168 time: 0.2971098 Mar 08 22:26:20.749826 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b0843-5182-4826-8a0f-3bb7a66eaf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009835ea-0e5e-43ea-bd3e-0ddbda1d8240,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:20.752703 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks [] for security_group (a77d4147-5c4a-4d37-a5d3-14d2dff28bc9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.815632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a77d4147-5c4a-4d37-a5d3-14d2dff28bc9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.834840 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:20.867516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (4bf23952-8b64-47e8-a1db-3abd5a7e89c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.868993 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Added segment 4bf23952-8b64-47e8-a1db-3abd5a7e89c8 of type vlan for network 99db176c-6554-4ba6-ac18-6ce8387dc257 Mar 08 22:26:20.970462 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (99db176c-6554-4ba6-ac18-6ce8387dc257), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:20.980361 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d4147-5c4a-4d37-a5d3-14d2dff28bc9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:21.085140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:21.124712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (99db176c-6554-4ba6-ac18-6ce8387dc257), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.125779 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:21.126578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.243147 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-448c6501-e932-45b0-95d5-b8dfcb4267f9 req-636916f7-6c0e-4920-a9b2-cffb809978bb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.1034553 Mar 08 22:26:21.329219 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0467ad7e-ae74-4e64-b693-46b0b3837fbb req-c4821b7d-f04d-4b5c-af77-751201c8580c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0724819 Mar 08 22:26:21.332309 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.339040 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6092572 Mar 08 22:26:21.341671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e905e-6f67-46bb-a386-3af26fa51591 admin admin] Pushing event updated for resources: {'Network': ['ID=99db176c-6554-4ba6-ac18-6ce8387dc257,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:21.343787 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:21.357316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 99db176c-6554-4ba6-ac18-6ce8387dc257 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:21.375199 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Request body: {'subnet': {'network_id': '99db176c-6554-4ba6-ac18-6ce8387dc257', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140651055-subnet', 'tenant_id': 'bd3b790690f34deea3f0dd64f35d98a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:21.408343 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2798eed8-c085-4a85-8895-c5e689eba72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.453948 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Made reservation on behalf of bd3b790690f34deea3f0dd64f35d98a9 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:21.455991 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.625110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2798eed8-c085-4a85-8895-c5e689eba72e admin admin] Publish callbacks [] for security_group (16e6f5e0-e603-444e-93f6-6872de3af523), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.702010 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2798eed8-c085-4a85-8895-c5e689eba72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (16e6f5e0-e603-444e-93f6-6872de3af523), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.748717 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b91d-1af7-4c0d-9967-76af5bd27072 req-1d339bb7-3d97-495a-b9ef-1b557ef3207c tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:21.750125 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a607b91d-1af7-4c0d-9967-76af5bd27072 req-1d339bb7-3d97-495a-b9ef-1b557ef3207c tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0772281 Mar 08 22:26:21.764052 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2798eed8-c085-4a85-8895-c5e689eba72e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94738c1f52414bbbb034fb84705875eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6778154 Mar 08 22:26:21.764613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35258) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:21.773604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798eed8-c085-4a85-8895-c5e689eba72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e6f5e0-e603-444e-93f6-6872de3af523,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:21.805823 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (104d6783-e15e-4a3b-aa34-619a5f23ac31), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.843376 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a607b91d-1af7-4c0d-9967-76af5bd27072 req-297d5400-05e8-4d52-b4e2-144000cd92f2 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869761 Mar 08 22:26:21.865923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] Publish callbacks [] for security_group (16e6f5e0-e603-444e-93f6-6872de3af523), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.890729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104d6783-e15e-4a3b-aa34-619a5f23ac31,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:21.908010 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] Publish callbacks [] for security_group (16e6f5e0-e603-444e-93f6-6872de3af523), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:21.909726 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Checking segment: {'id': '4bf23952-8b64-47e8-a1db-3abd5a7e89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '99db176c-6554-4ba6-ac18-6ce8387dc257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:21.910083 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Network hostable DHCP agents. Network: 99db176c-6554-4ba6-ac18-6ce8387dc257, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:21.998458 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Network 99db176c-6554-4ba6-ac18-6ce8387dc257 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:22.027070 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (16e6f5e0-e603-444e-93f6-6872de3af523), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.030668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.031837 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16e6f5e0-e603-444e-93f6-6872de3af523 HTTP/1.1" status: 204 len: 168 time: 0.2654130 Mar 08 22:26:22.042139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d5748-7202-4b34-8e64-4c8c253ae460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e6f5e0-e603-444e-93f6-6872de3af523,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:22.061133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:22.078523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 99db176c-6554-4ba6-ac18-6ce8387dc257) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:22.082593 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:22.083220 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.090866 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad35170-0227-4ba0-898b-672ae3a60539 None None] Network 99db176c-6554-4ba6-ac18-6ce8387dc257 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:22.138993 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5fca511d-eb24-4919-9ce1-19502a446d20 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7940042 Mar 08 22:26:22.189564 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-438708680-network', 'tenant_id': '4851393e3da34635b15ad2fed2f8b6d2'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:22.206996 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15210897-b9a9-4b8f-beb6-7852cbda1293 None None] Network 99db176c-6554-4ba6-ac18-6ce8387dc257 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:22.274211 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5c3ba467-b370-4db7-b533-760b2693668d up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:22.302432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Made reservation on behalf of 4851393e3da34635b15ad2fed2f8b6d2 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:22.305919 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.331489 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.396788 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 5c3ba467-b370-4db7-b533-760b2693668d triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:22.397806 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5c3ba467-b370-4db7-b533-760b2693668d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.399607 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d72d16ab-fc36-4655-9ef2-17e829572e4a req-c47b926a-f4c0-4521-aad4-1ba7e2c096b6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0713720 Mar 08 22:26:22.460443 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-71b9d6dd-eedc-4b80-bce7-eed91a1e4ae0 req-346a0bc5-9cb6-45c9-b747-863ac5e808c6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0398147 Mar 08 22:26:22.515826 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 5c3ba467-b370-4db7-b533-760b2693668d is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:22.516428 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c3ba467-b370-4db7-b533-760b2693668d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.530436 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks [] for security_group (44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.554968 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 5c3ba467-b370-4db7-b533-760b2693668d, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=5c3ba467-b370-4db7-b533-760b2693668d,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:22.609954 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.634115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:22.638708 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.653217 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:22.670199 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a892beba-5dbf-4566-b23c-2300196909be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.672865 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Added segment a892beba-5dbf-4566-b23c-2300196909be of type vlan for network 56b2d6f1-1056-4a9b-8f0c-2420e3746de7 Mar 08 22:26:22.697771 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:22.722329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (56b2d6f1-1056-4a9b-8f0c-2420e3746de7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.815643 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (56b2d6f1-1056-4a9b-8f0c-2420e3746de7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.816611 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:22.817193 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:22.879972 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] Pushing event updated for resources: {'Network': ['ID=56b2d6f1-1056-4a9b-8f0c-2420e3746de7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:22.891707 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 56b2d6f1-1056-4a9b-8f0c-2420e3746de7 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:22.977964 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-09f860a6-d55f-4902-8ac3-7c061eb96e43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9151936 Mar 08 22:26:22.980816 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35304) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:22.987460 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Request body: {'subnet': {'network_id': '56b2d6f1-1056-4a9b-8f0c-2420e3746de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-438708680-subnet', 'tenant_id': '4851393e3da34635b15ad2fed2f8b6d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:23.022121 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded587dd-1927-4f62-a4de-4afcd4f13ad3 req-4a3a71df-b14e-4728-9604-fe825c1a6ca4 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:23.023827 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ded587dd-1927-4f62-a4de-4afcd4f13ad3 req-4a3a71df-b14e-4728-9604-fe825c1a6ca4 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0883436 Mar 08 22:26:23.078037 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ded587dd-1927-4f62-a4de-4afcd4f13ad3 req-9f4070ca-14d7-4dfd-82fa-4cad6108cdf5 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Mar 08 22:26:23.107517 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Made reservation on behalf of 4851393e3da34635b15ad2fed2f8b6d2 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:23.109843 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:23.324659 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (eddbe42d-c01c-4620-962d-998638429655), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:23.385879 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eddbe42d-c01c-4620-962d-998638429655,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:23.395270 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Checking segment: {'id': 'a892beba-5dbf-4566-b23c-2300196909be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '56b2d6f1-1056-4a9b-8f0c-2420e3746de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:23.395631 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Network hostable DHCP agents. Network: 56b2d6f1-1056-4a9b-8f0c-2420e3746de7, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:23.501255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Network 56b2d6f1-1056-4a9b-8f0c-2420e3746de7 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:23.538410 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-55ec928e-7266-4a61-811b-84c64face10d req-43a485df-5398-4836-b9a2-374830aaaa2b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0437953 Mar 08 22:26:23.587009 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de50b490-09c4-4164-a2a7-d8d090917fbb req-4a0fed02-e2f6-4d53-be38-e545359ff904 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0386140 Mar 08 22:26:23.587526 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 56b2d6f1-1056-4a9b-8f0c-2420e3746de7) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:23.597874 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd57b5e-3691-4c8f-8195-2342484c7fe7 None None] Network 56b2d6f1-1056-4a9b-8f0c-2420e3746de7 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:23.604315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:23.609929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:23.680829 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e75025e3-7500-4046-ab5c-34c074f937cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6897011 Mar 08 22:26:23.949392 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18682afc-d7b0-49a8-9d77-72d709467a3e None None] Network 56b2d6f1-1056-4a9b-8f0c-2420e3746de7 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:24.220385 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a454605-793b-49bd-9e56-c92de0194abb req-707c77ac-37cd-4a0f-9f36-e0238e65b499 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:24.221966 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9a454605-793b-49bd-9e56-c92de0194abb req-707c77ac-37cd-4a0f-9f36-e0238e65b499 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0768754 Mar 08 22:26:24.234777 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5c3ba467-b370-4db7-b533-760b2693668d up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:24.293340 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9a454605-793b-49bd-9e56-c92de0194abb req-1fa4f26a-40c5-48ca-abd2-41c620f0ebdf tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631642 Mar 08 22:26:24.306331 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 5c3ba467-b370-4db7-b533-760b2693668d triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:24.307614 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5c3ba467-b370-4db7-b533-760b2693668d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:24.408688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 5c3ba467-b370-4db7-b533-760b2693668d is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:24.661348 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ce9ffcb6-8311-4623-be15-d82e0498521a req-5a29105b-50b0-472c-ba67-1cd1894862ff tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0321300 Mar 08 22:26:24.703923 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6694f612-efaf-4d9f-825e-93eaee7a726f req-04375fe2-46c0-4647-b3fd-c9a8590c7ac6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0315764 Mar 08 22:26:24.979867 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:25.101149 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbef1eee-9eea-4d14-ba94-c142535a2b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.192878 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbef1eee-9eea-4d14-ba94-c142535a2b5b admin admin] Publish callbacks [] for security_group (2d3522c4-64bf-4fa5-9b4f-7da9e5275732), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.209824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:25.215868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1457607953-network', 'tenant_id': '2f3a057e67a24cbf9b577e4941510816'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:25.256201 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cbef1eee-9eea-4d14-ba94-c142535a2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (2d3522c4-64bf-4fa5-9b4f-7da9e5275732), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.296942 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cbef1eee-9eea-4d14-ba94-c142535a2b5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82ceebdf76e54c75a8ad677ecaacd769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158715 Mar 08 22:26:25.298296 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef1eee-9eea-4d14-ba94-c142535a2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3522c4-64bf-4fa5-9b4f-7da9e5275732,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:25.299702 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35384) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:25.347309 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Made reservation on behalf of 2f3a057e67a24cbf9b577e4941510816 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:25.349858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.362491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.379589 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] Publish callbacks [] for security_group (2d3522c4-64bf-4fa5-9b4f-7da9e5275732), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.410020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] Publish callbacks [] for security_group (2d3522c4-64bf-4fa5-9b4f-7da9e5275732), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.477558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe94d2-ca63-4880-bc4a-8ec9219d8aec req-26fe4d48-4328-47b9-a808-b5626fc507d9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:25.479201 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60fe94d2-ca63-4880-bc4a-8ec9219d8aec req-26fe4d48-4328-47b9-a808-b5626fc507d9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0860965 Mar 08 22:26:25.530560 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60fe94d2-ca63-4880-bc4a-8ec9219d8aec req-94edf656-ffdf-4ee0-b66c-f19288fa8392 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Mar 08 22:26:25.581393 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (2d3522c4-64bf-4fa5-9b4f-7da9e5275732), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.584300 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.591382 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d3522c4-64bf-4fa5-9b4f-7da9e5275732 HTTP/1.1" status: 204 len: 168 time: 0.2899377 Mar 08 22:26:25.611051 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b1d12-f74b-4bc9-baa4-5687c276d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3522c4-64bf-4fa5-9b4f-7da9e5275732,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:25.616407 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks [] for security_group (370948d3-f280-4b56-b028-db34b214323c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.672714 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (370948d3-f280-4b56-b028-db34b214323c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.689154 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:26:25.699716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (41a33694-56ce-4276-95f5-a7292eb56def), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.700097 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Added segment 41a33694-56ce-4276-95f5-a7292eb56def of type vlan for network 9349b06d-67a2-4360-8052-5f7ccd93e1a3 Mar 08 22:26:25.768940 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370948d3-f280-4b56-b028-db34b214323c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:25.801421 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (9349b06d-67a2-4360-8052-5f7ccd93e1a3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.828848 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7cc180d6-c284-426c-a644-f63a29497d4f req-c69889c9-5663-47e7-92cf-b4fc68783af7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0528700 Mar 08 22:26:25.902621 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (9349b06d-67a2-4360-8052-5f7ccd93e1a3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.904427 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:25.905403 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:25.964687 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-247d68db-c0ed-4a76-a1c0-a9390d43f248 req-3abbe6db-fccb-4405-bf31-120508a2f1d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.2031112 Mar 08 22:26:26.007968 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] Pushing event updated for resources: {'Network': ['ID=9349b06d-67a2-4360-8052-5f7ccd93e1a3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:26.022355 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 9349b06d-67a2-4360-8052-5f7ccd93e1a3 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:26:26.026518 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35402) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:26.031885 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Request body: {'subnet': {'network_id': '9349b06d-67a2-4360-8052-5f7ccd93e1a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1457607953-subnet', 'tenant_id': '2f3a057e67a24cbf9b577e4941510816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:26.035761 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4a9f550e-9be8-4a01-8295-77235ef77905 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8086028 Mar 08 22:26:26.124615 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Made reservation on behalf of 2f3a057e67a24cbf9b577e4941510816 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:26.138582 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:26.422462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (4e44213b-ecd8-4194-ae33-392ce8fa232b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:26.479237 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e44213b-ecd8-4194-ae33-392ce8fa232b,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:26.499538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Checking segment: {'id': '41a33694-56ce-4276-95f5-a7292eb56def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9349b06d-67a2-4360-8052-5f7ccd93e1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:26.499923 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Network hostable DHCP agents. Network: 9349b06d-67a2-4360-8052-5f7ccd93e1a3, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:26:26.558909 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Network 9349b06d-67a2-4360-8052-5f7ccd93e1a3 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:26:26.644394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 9349b06d-67a2-4360-8052-5f7ccd93e1a3) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:26.649467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:26.658371 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:26.658634 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cc7f9-a71d-4fe9-8dfa-b468e14a80e1 req-f5b471c5-d6d5-4f86-8c00-36045bb225b3 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:26.658727 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9fd7c-f90b-4618-ac38-7cb4a5da4de0 None None] Network 9349b06d-67a2-4360-8052-5f7ccd93e1a3 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:26.658846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-630cc7f9-a71d-4fe9-8dfa-b468e14a80e1 req-f5b471c5-d6d5-4f86-8c00-36045bb225b3 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0519404 Mar 08 22:26:26.712046 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-630cc7f9-a71d-4fe9-8dfa-b468e14a80e1 req-d3c65b40-06c1-45de-8b95-3d4b1169973f tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Mar 08 22:26:26.750359 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-37b382b7-c8e3-4d95-90a8-aa811e03ee9d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7226863 Mar 08 22:26:26.765667 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3cb191-ff61-4918-a1d3-56befaa4b211 None None] Network 9349b06d-67a2-4360-8052-5f7ccd93e1a3 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:26:26.920257 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:26.971379 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Deleting subnet eddbe42d-c01c-4620-962d-998638429655 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:26:26.976444 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Publish callbacks [] for subnet (eddbe42d-c01c-4620-962d-998638429655), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:26.976633 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-129c927c-444c-42be-bf17-7381ae3bb870 req-4a6d2efb-0a4a-4418-8540-e7eec0c4d187 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0424442 Mar 08 22:26:27.034539 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Publish callbacks [] for subnet (eddbe42d-c01c-4620-962d-998638429655), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.055973 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (eddbe42d-c01c-4620-962d-998638429655), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.101253 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32a953d1-6a37-463d-8fda-6c0365037563 req-07dbfc17-f012-4059-9cd6-1209de2e86d1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0474558 Mar 08 22:26:27.222366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for subnet (eddbe42d-c01c-4620-962d-998638429655), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.251070 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eddbe42d-c01c-4620-962d-998638429655,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:27.260139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.260139 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ac3dc0c9-4546-426b-af9d-083dd0a70f6c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eddbe42d-c01c-4620-962d-998638429655 HTTP/1.1" status: 204 len: 168 time: 0.3362446 Mar 08 22:26:27.262194 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:27.346254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (56b2d6f1-1056-4a9b-8f0c-2420e3746de7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.442167 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (56b2d6f1-1056-4a9b-8f0c-2420e3746de7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.471395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.471678 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.472415 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.472748 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > port after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.473082 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.473412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > port after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.473726 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.474064 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.474374 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.474710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.802304 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.812166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.812515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.812856 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:26:27.813247 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b2d6f1-1056-4a9b-8f0c-2420e3746de7']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:27.865362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a892beba-5dbf-4566-b23c-2300196909be') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:27.865690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a892beba-5dbf-4566-b23c-2300196909be') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:27.892658 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (a892beba-5dbf-4566-b23c-2300196909be), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.931486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a892beba-5dbf-4566-b23c-2300196909be), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.947346 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:26:27.951670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6d91-dc3d-462d-969a-ed6b60a588c3 req-187658ac-67e9-45eb-be58-970896e96fdc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:27.956523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (a892beba-5dbf-4566-b23c-2300196909be), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:27.956656 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1bfe6d91-dc3d-462d-969a-ed6b60a588c3 req-187658ac-67e9-45eb-be58-970896e96fdc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.1223266 Mar 08 22:26:28.048433 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1bfe6d91-dc3d-462d-969a-ed6b60a588c3 req-cf7e8384-f1b4-4dc6-8af1-8a31e1d468ab tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877402 Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: from cryptography.utils import int_from_bytes Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: from cryptography.utils import int_from_bytes Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:26:28.110248 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:26:28.167704 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f3039bf3-dc9c-4538-954b-6f0ad8a99e0b req-1da4f4f9-ba7b-4211-9d85-2bb6d0d10317 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0562677 Mar 08 22:26:28.204682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (56b2d6f1-1056-4a9b-8f0c-2420e3746de7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.224547 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.229673 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] 10.222.0.39 "DELETE /v2.0/networks/56b2d6f1-1056-4a9b-8f0c-2420e3746de7 HTTP/1.1" status: 204 len: 168 time: 0.9658916 Mar 08 22:26:28.233108 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:28.251362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2297-bcb3-4e90-a8d5-d9237331b59f admin admin] Pushing event deleted for resources: {'Network': ['ID=56b2d6f1-1056-4a9b-8f0c-2420e3746de7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:28.256442 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-beaae98b-845e-45d7-b62e-dcc7e3e3a912 req-555c07cf-6d86-4bfc-b0f9-b1d1e29bdd6c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0476115 Mar 08 22:26:28.307972 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Deleting subnet 4e44213b-ecd8-4194-ae33-392ce8fa232b {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:26:28.311659 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Publish callbacks [] for subnet (4e44213b-ecd8-4194-ae33-392ce8fa232b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.358483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13611336'] for subnet (4e44213b-ecd8-4194-ae33-392ce8fa232b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.397368 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (4e44213b-ecd8-4194-ae33-392ce8fa232b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.547539 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13474252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136511'] for subnet (4e44213b-ecd8-4194-ae33-392ce8fa232b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.573020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e44213b-ecd8-4194-ae33-392ce8fa232b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:28.578961 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.582290 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c372ed3a-60d9-4003-bd7d-6b0af52e6a83 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4e44213b-ecd8-4194-ae33-392ce8fa232b HTTP/1.1" status: 204 len: 168 time: 0.3480945 Mar 08 22:26:28.584802 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:28.664245 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (9349b06d-67a2-4360-8052-5f7ccd93e1a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.742884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (9349b06d-67a2-4360-8052-5f7ccd93e1a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.774728 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9349b06d-67a2-4360-8052-5f7ccd93e1a3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:28.785707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a33694-56ce-4276-95f5-a7292eb56def') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:28.785963 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a33694-56ce-4276-95f5-a7292eb56def') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:26:28.799214 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (41a33694-56ce-4276-95f5-a7292eb56def), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.813155 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (41a33694-56ce-4276-95f5-a7292eb56def), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.818841 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:26:28.819220 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (41a33694-56ce-4276-95f5-a7292eb56def), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:26:28.820759 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:26:28.947075 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (9349b06d-67a2-4360-8052-5f7ccd93e1a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.963700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:28.969309 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9349b06d-67a2-4360-8052-5f7ccd93e1a3 HTTP/1.1" status: 204 len: 168 time: 0.3835204 Mar 08 22:26:28.970657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9fc8b-d9bb-4c78-aae8-0a7a5c966516 admin admin] Pushing event deleted for resources: {'Network': ['ID=9349b06d-67a2-4360-8052-5f7ccd93e1a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:29.182722 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620a18-6d01-46c2-a733-7517f0428d8a req-e4e5d9b9-d77c-441a-8cba-f3f81f1eb43c tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:29.192022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09620a18-6d01-46c2-a733-7517f0428d8a req-e4e5d9b9-d77c-441a-8cba-f3f81f1eb43c tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0665338 Mar 08 22:26:29.270009 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09620a18-6d01-46c2-a733-7517f0428d8a req-4907f9ce-2329-4928-ba1a-724350abf41d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769470 Mar 08 22:26:29.290310 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6e365766-1410-426f-ab80-9b083ab39304 req-c7c174e0-0e4c-4f4c-9549-d3ee587c272d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0324950 Mar 08 22:26:29.395370 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-844a87f8-95a2-4033-9dcc-579907e300ce req-4693b139-8928-4953-bd7a-378b4b0284fc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0354803 Mar 08 22:26:29.439577 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:29.486900 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0d142bda-2784-467a-aa84-bd2429598ebc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4851393e3da34635b15ad2fed2f8b6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434384 Mar 08 22:26:29.487210 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:29.536991 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] Publish callbacks [] for security_group (44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:29.559130 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] Publish callbacks [] for security_group (44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:29.644416 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:29.647152 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:29.648276 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee HTTP/1.1" status: 204 len: 168 time: 0.1601748 Mar 08 22:26:29.656618 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc50006-952f-4b1b-a0c7-ab02739ee816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f6f1c6-4bb2-4e64-8626-2b0f41ba9eee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:30.212707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:30.255414 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35526) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:30.255560 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-05651f91-bd2a-4361-b57e-55b7ec3c1e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f3a057e67a24cbf9b577e4941510816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416903 Mar 08 22:26:30.303488 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] Publish callbacks [] for security_group (370948d3-f280-4b56-b028-db34b214323c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:30.327187 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] Publish callbacks [] for security_group (370948d3-f280-4b56-b028-db34b214323c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:30.394564 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c10897ec-4082-40a4-993f-bf467a369825 req-3180077d-e86f-4e31-bf9b-2c0aa8f83fd9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0305390 Mar 08 22:26:30.407577 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50dce0-9758-40a8-a4e8-42e48b6226d6 req-c21b78e8-b301-4f33-af4f-2eb8e2f70bc3 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:30.409032 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ac50dce0-9758-40a8-a4e8-42e48b6226d6 req-c21b78e8-b301-4f33-af4f-2eb8e2f70bc3 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0524023 Mar 08 22:26:30.460483 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ac50dce0-9758-40a8-a4e8-42e48b6226d6 req-b31a6cc2-36b1-4a8c-b568-4ae9890b4648 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Mar 08 22:26:30.482422 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-69550697-d311-4cd7-bedd-f28fc5cbe93c req-5f6aa11d-87d8-430a-840c-694502e6d34b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Mar 08 22:26:30.489460 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (370948d3-f280-4b56-b028-db34b214323c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:30.492060 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:30.495726 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/370948d3-f280-4b56-b028-db34b214323c HTTP/1.1" status: 204 len: 168 time: 0.2366686 Mar 08 22:26:30.503451 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c7903-8aad-4370-9c89-d00f56ad2605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370948d3-f280-4b56-b028-db34b214323c,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:31.493236 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-198b8077-878c-48ff-9a58-4b0fc19c1b8e req-718d9033-ce59-45ff-a644-306b8247b27d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0345125 Mar 08 22:26:31.581478 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17528369-179c-4d7d-88d0-c279887a4b9b req-61d18d67-8cb8-4e5d-9e5f-cd4893310673 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0308995 Mar 08 22:26:31.613701 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8384cb5-a081-4b0f-b4ca-03fd26a8a9e9 req-9d1a59d6-4fec-4d5d-b0f7-cfd38a0d3d11 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:31.615569 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d8384cb5-a081-4b0f-b4ca-03fd26a8a9e9 req-9d1a59d6-4fec-4d5d-b0f7-cfd38a0d3d11 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0769267 Mar 08 22:26:31.664199 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d8384cb5-a081-4b0f-b4ca-03fd26a8a9e9 req-9c20614c-3348-4070-974d-a2340d2f1b23 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Mar 08 22:26:32.595606 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9d4739a1-9916-4ac3-ab6f-c499c94b0018 req-8764c6e1-e5c4-4f57-a970-2f45a70f7fa9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Mar 08 22:26:32.676216 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cdec4846-e66c-43cc-9726-f505460f620f req-ff13603e-1ecd-4aab-baa5-4d558b2d3a23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0295730 Mar 08 22:26:32.784203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db568e-1395-4f70-bd69-bf67ea0f9093 req-24bae632-6498-4cca-9757-c5201ac3f0e7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:32.785618 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07db568e-1395-4f70-bd69-bf67ea0f9093 req-24bae632-6498-4cca-9757-c5201ac3f0e7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0551674 Mar 08 22:26:32.832000 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07db568e-1395-4f70-bd69-bf67ea0f9093 req-be138612-c55f-4bc3-b5cf-59f29377cf59 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Mar 08 22:26:33.687194 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-773386ce-46d2-4a12-9ddf-c15a0f02b47a req-56658bfd-7020-4a17-821c-90005e3bc938 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0266826 Mar 08 22:26:33.767876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51cb8fef-b0d7-485a-86d6-4fa8e9c061d8 req-c94cde27-0a30-4664-af8e-31b9394f5936 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0265386 Mar 08 22:26:33.944205 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00974c55-4cac-4b97-be4f-e8bc22576525 req-6be3edbf-047b-4878-92d1-ced33dbd7aea tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:33.945656 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-00974c55-4cac-4b97-be4f-e8bc22576525 req-6be3edbf-047b-4878-92d1-ced33dbd7aea tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0509670 Mar 08 22:26:33.990851 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-00974c55-4cac-4b97-be4f-e8bc22576525 req-5063bd7e-2a31-4567-8593-091463e97a54 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Mar 08 22:26:34.780305 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4def211d-624e-4a3b-8f31-c877c2d46023 req-a8c42ad9-8376-4bfa-99a8-d0b58589ce64 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Mar 08 22:26:34.857019 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-67c152d9-2db9-4d95-8ad8-57b6118180a4 req-a1fc6f24-7d4f-499b-a6e3-a12204bb780c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0264916 Mar 08 22:26:35.108907 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419b4c-d04e-49f6-b460-6678a668a353 req-1ea3c86a-d528-4ec8-9b90-e8c15fb5e155 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:35.110323 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74419b4c-d04e-49f6-b460-6678a668a353 req-1ea3c86a-d528-4ec8-9b90-e8c15fb5e155 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 931 time: 0.0539291 Mar 08 22:26:35.297583 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74419b4c-d04e-49f6-b460-6678a668a353 req-5f98a43b-a582-4e43-8145-ae591e85a766 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818225 Mar 08 22:26:35.534000 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Request body: {'port': {'device_id': 'a422f615-8288-4ad4-9629-2fedf2150956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:35.597254 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:35.880265 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5d9025cf-d8a2-4d4d-b298-6b2ffff42789 req-b56dcc55-80ca-481d-a6eb-79cf0295b072 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0320520 Mar 08 22:26:35.958526 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:35.969344 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks [] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:35.981217 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2742a09-18b1-4990-abff-607510412e45 req-5d8cc6d5-8164-4fbe-8c78-373ba96624b4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0329740 Mar 08 22:26:35.989411 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Transition to ACTIVE for port object f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 will not be triggered until provisioned by entity L2. {{(pid=103473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:26:36.050053 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:36.108419 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:36.157964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Attempting to bind port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:36.158322 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Attempting to bind port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '0d64af35-7b09-4abf-8135-7c864c7b5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:36.158665 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Attempting to bind port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 on network 6f2726e5-c03e-484a-85c4-362b0e2f515d {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:36.162981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 on network 6f2726e5-c03e-484a-85c4-362b0e2f515d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:26:36.163298 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Attempting to bind port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 on network 6f2726e5-c03e-484a-85c4-362b0e2f515d {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:36.168127 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:36.168430 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Checking segment: {'id': '0d64af35-7b09-4abf-8135-7c864c7b5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:36.169101 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Bound using segment: {'id': '0d64af35-7b09-4abf-8135-7c864c7b5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:36.169473 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Bound port: f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d64af35-7b09-4abf-8135-7c864c7b5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:36.169807 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:36.231599 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:36.235798 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,segment=NetworkSegment(0d64af35-7b09-4abf-8135-7c864c7b5c82),segment_id=0d64af35-7b09-4abf-8135-7c864c7b5c82)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:36.321161 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:36.360771 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:36.364306 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:36.364306 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 HTTP/1.1" status: 200 len: 1093 time: 0.9294004 Mar 08 22:26:36.364306 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:26:36.477854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55fc56-6cfe-4766-b173-bda2c3cdf5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:36.547441 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57be49a-6273-4520-b07c-0f2c8c0731b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:26:36.566077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfca2b7-d75c-4e7c-bafc-ba528967b484 req-9d2a6f48-29c8-43e5-96af-67698fb97818 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:36.567583 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cdfca2b7-d75c-4e7c-bafc-ba528967b484 req-9d2a6f48-29c8-43e5-96af-67698fb97818 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.1450131 Mar 08 22:26:36.588442 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6d32172c-87c9-4197-b598-1e9f7f442eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:36.589811 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-6d32172c-87c9-4197-b598-1e9f7f442eff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb0420850252458cbb0f99dcdcb689ca&device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 1127 time: 0.1076088 Mar 08 22:26:36.676600 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-15008279-c368-44a5-9250-86599765fcef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 HTTP/1.1" status: 200 len: 217 time: 0.0786989 Mar 08 22:26:36.706695 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4808f7-92fc-44d0-89e6-37811197f800 x-openstack-request-id: req-0e4808f7-92fc-44d0-89e6-37811197f800 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:26:36.706695 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:26:36.706954 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e4808f7-92fc-44d0-89e6-37811197f800 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:26:36.707350 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3', 'status': 'completed', 'code': 200} Mar 08 22:26:36.735062 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cdfca2b7-d75c-4e7c-bafc-ba528967b484 req-5b81e5bc-9a8e-4a0a-b594-9b78d2cc28c8 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606343 Mar 08 22:26:36.755411 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-5ec2c74b-f76a-4b5f-a810-6b9a2046cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:36.756874 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-5ec2c74b-f76a-4b5f-a810-6b9a2046cf10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e23f37cb-1f6f-4979-9280-84a701d0a41f HTTP/1.1" status: 200 len: 852 time: 0.0743620 Mar 08 22:26:36.873368 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.35', 60115) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:36.912215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.35', 60116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:36.962404 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-365fa92e-c8ea-4bc9-9cdf-15a4eed41cdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f2726e5-c03e-484a-85c4-362b0e2f515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982880 Mar 08 22:26:37.060327 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-289fb888-0404-4935-9435-6df2d92e7842 req-a8d39e25-421b-4901-9f11-e18d3f1581e0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0712085 Mar 08 22:26:37.076830 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-bad2c5c4-2f16-4fc8-85fd-24e0f1b5b150 service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995667 Mar 08 22:26:37.105269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.35', 60117) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:37.117122 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4e8a0f1d-8ac2-4c4f-a0f7-5cc50e2e9e13 req-71ae730b-1a9b-4716-8f70-eda66d7586f7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0389650 Mar 08 22:26:37.178633 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-1b62bf65-c4c2-4676-b2ca-f89c45875b6b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.181287 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-1b62bf65-c4c2-4676-b2ca-f89c45875b6b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 817 time: 0.3068917 Mar 08 22:26:37.206515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-0ef9a6e9-36d8-4e33-b4dc-ffe21f499fe6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.208481 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-0ef9a6e9-36d8-4e33-b4dc-ffe21f499fe6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 810 time: 0.2952836 Mar 08 22:26:37.218438 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Request body: {'port': {'device_id': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'admin_state_up': True, 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:37.277450 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72cf8d97-906a-4513-ba89-431dbb1dd60f req-a753ffc4-4ae0-4776-9038-4ddd2318a4db service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593201 Mar 08 22:26:37.315172 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35772) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:37.436621 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-99a1b85a-68ac-43eb-97be-fc924d53d972 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.438318 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-99a1b85a-68ac-43eb-97be-fc924d53d972 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 817 time: 0.3310423 Mar 08 22:26:37.471583 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-d5372d15-22ba-4dde-804f-5ff2fa6952c5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 380 time: 0.2210834 Mar 08 22:26:37.478774 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Request body: {'port': {'device_id': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'admin_state_up': True, 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:37.504927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'port': {'device_id': '567605e4-416d-4014-8361-d37e594273d8', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'admin_state_up': True, 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'security_groups': ['c0eddbcc-f286-4d11-bffa-02e727dad238']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:37.505937 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-240f5746-4f18-428e-88f4-7dca23d61caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.507497 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-240f5746-4f18-428e-88f4-7dca23d61caf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb0420850252458cbb0f99dcdcb689ca&device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 1127 time: 0.1011505 Mar 08 22:26:37.515070 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03087d88-66ef-4518-8b85-c898f415db00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.705904 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-5b98c3c6-8374-4cb7-9461-e9b173e0c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.707391 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-5b98c3c6-8374-4cb7-9461-e9b173e0c1eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f2726e5-c03e-484a-85c4-362b0e2f515d HTTP/1.1" status: 200 len: 913 time: 0.1936622 Mar 08 22:26:37.729375 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Made reservation on behalf of 5e3d3518f7d046d2892cd97771c0bff8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:37.733180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.752955 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-7084a6e4-2905-4cab-ab12-b773b04b9f39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 HTTP/1.1" status: 200 len: 217 time: 0.0395279 Mar 08 22:26:37.779561 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03087d88-66ef-4518-8b85-c898f415db00 admin admin] Publish callbacks [] for security_group (046e3594-f6ba-42e1-a258-c071a9c1fe72), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.783602 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Made reservation on behalf of e67bcaa251a14b92a43fa38997276a15 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:37.787266 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.819203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Made reservation on behalf of 5e3d3518f7d046d2892cd97771c0bff8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:26:37.822443 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.834402 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-92d6fedf-e1ca-4439-a959-bca36b4aacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:37.835885 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-92d6fedf-e1ca-4439-a959-bca36b4aacee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e23f37cb-1f6f-4979-9280-84a701d0a41f HTTP/1.1" status: 200 len: 852 time: 0.0545580 Mar 08 22:26:37.852091 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03087d88-66ef-4518-8b85-c898f415db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (046e3594-f6ba-42e1-a258-c071a9c1fe72), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:37.872737 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-99b607e9-95e7-4edb-9070-8458b965a2ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f2726e5-c03e-484a-85c4-362b0e2f515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299540 Mar 08 22:26:37.945909 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-03087d88-66ef-4518-8b85-c898f415db00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a011fd1194334353bddd546c62e5ffb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288338 Mar 08 22:26:37.969772 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:37.994372 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03087d88-66ef-4518-8b85-c898f415db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e3594-f6ba-42e1-a258-c071a9c1fe72,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:38.036538 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-5a68677f-3f52-4c26-9b79-edc9c095f541 service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455173 Mar 08 22:26:38.162006 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-99b9260a-185a-4708-865d-0c37aaf9bebf service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155548 Mar 08 22:26:38.178565 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7e8e1-6334-43e4-9a62-efb8dcef9c1a req-69b7cd81-4b2c-4682-9636-697ec0b7ed23 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:38.179783 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-19ea7383-fd7b-4c43-99d5-f81be369a19e req-808430b0-91ae-4b87-b901-f0440d6f9fcd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0331519 Mar 08 22:26:38.183366 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92c7e8e1-6334-43e4-9a62-efb8dcef9c1a req-69b7cd81-4b2c-4682-9636-697ec0b7ed23 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.3423808 Mar 08 22:26:38.216962 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Allocated IP 172.20.0.4 (a64526b1-e43c-48b1-bd58-97ca07212d67/088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f/e8b0876d-16c2-47a9-bf88-dfda2ed3719a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:38.227300 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.271513 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c1b7c8d4-49b6-45e3-8b22-d359fe4d4613 req-f5afc4cf-d1d1-4f7b-b94d-daa49efd04fa tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0310886 Mar 08 22:26:38.329625 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Allocated IP 172.20.0.9 (14a8c573-4839-40bd-8ba6-537d3e4435d0/fa979241-fc51-4d34-b20f-9d29c369f3a8/6a5c3ba6-3fd3-449c-8f3a-8d378a86025f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:38.352631 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-92c7e8e1-6334-43e4-9a62-efb8dcef9c1a req-e470ede9-3299-4795-90a8-d28566292410 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270969 Mar 08 22:26:38.435108 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] Publish callbacks [] for security_group (046e3594-f6ba-42e1-a258-c071a9c1fe72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.521144 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] Publish callbacks [] for security_group (046e3594-f6ba-42e1-a258-c071a9c1fe72), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.592171 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks [] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.671670 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.738165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (046e3594-f6ba-42e1-a258-c071a9c1fe72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.740739 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.741848 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/046e3594-f6ba-42e1-a258-c071a9c1fe72 HTTP/1.1" status: 204 len: 168 time: 0.7456057 Mar 08 22:26:38.748008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.778452 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:38.807166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e84fa-95dc-4410-aca0-a132121d0081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e3594-f6ba-42e1-a258-c071a9c1fe72,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:39.046606 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:39.062975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:39.068488 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Network a64526b1-e43c-48b1-bd58-97ca07212d67 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:39.070052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Allocated IP 172.20.0.9 (a64526b1-e43c-48b1-bd58-97ca07212d67/088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f/b888d936-c259-4eb5-9cda-b2ed1a7b91d8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:26:39.071894 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:39.082956 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Pushing event updated for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:39.082956 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:39.109348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:39.233759 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:39.234394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.275377 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:39.276029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.281737 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:39.321920 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-50578f42-fa70-46bb-b4ba-eae74cfabf17 req-1f88004d-e468-429d-ae3e-0875f2911483 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0567827 Mar 08 22:26:39.366204 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-e80a4e61-44b8-42a8-b2f6-c59fe4050632 None None] Provisioning complete for port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:39.366851 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e80a4e61-44b8-42a8-b2f6-c59fe4050632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.372675 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-aef4abff-30ce-41b2-8a38-cfceb77ccb6e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8868866 Mar 08 22:26:39.421557 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e80a4e61-44b8-42a8-b2f6-c59fe4050632 None None] Port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:26:39.449211 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-930bcfff-d365-4eff-ac3c-71c9cde1d7f7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2373374 Mar 08 22:26:39.455829 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks [] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.479455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca2623-e32f-4d9e-91a3-ff351aac5d15 req-58b814d7-c63d-44f4-a55f-1bddb3dce091 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:39.481023 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bca2623-e32f-4d9e-91a3-ff351aac5d15 req-58b814d7-c63d-44f4-a55f-1bddb3dce091 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.0554111 Mar 08 22:26:39.481535 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997d2e1-6afe-4dc6-8fe3-80fefa0829a3 req-f2bf273a-3c69-4a3e-8b27-dff9539f18e0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:39.483079 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5997d2e1-6afe-4dc6-8fe3-80fefa0829a3 req-f2bf273a-3c69-4a3e-8b27-dff9539f18e0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 931 time: 0.0969563 Mar 08 22:26:39.528981 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bca2623-e32f-4d9e-91a3-ff351aac5d15 req-26a2eef2-d208-49d7-bfdf-0c6efec46bed tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Mar 08 22:26:39.541949 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5997d2e1-6afe-4dc6-8fe3-80fefa0829a3 req-5b7e32d9-8f5a-4cd1-bf88-26a88fd34c50 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530245 Mar 08 22:26:39.561763 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 35870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:39.576745 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.579090 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0ef-a24a-4119-acd2-bbd6b646be0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.648982 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Network a64526b1-e43c-48b1-bd58-97ca07212d67 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:26:39.652380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Pushing event updated for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:39.659170 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:26:39.661198 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:26:39.724619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:39.725226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.758395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0ef-a24a-4119-acd2-bbd6b646be0e admin admin] Publish callbacks [] for security_group (dc09ce6f-e136-49cf-964a-cc70e478a919), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.818173 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-8a0a9e71-df3e-4c6c-ab33-100fc77b86d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3578711 Mar 08 22:26:39.818924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0ef-a24a-4119-acd2-bbd6b646be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (dc09ce6f-e136-49cf-964a-cc70e478a919), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.857359 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ceecc0ef-a24a-4119-acd2-bbd6b646be0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0c9741262d64f2888f8c37d07716444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946208 Mar 08 22:26:39.858223 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecc0ef-a24a-4119-acd2-bbd6b646be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09ce6f-e136-49cf-964a-cc70e478a919,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:39.860168 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 35876) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:39.907273 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] Publish callbacks [] for security_group (dc09ce6f-e136-49cf-964a-cc70e478a919), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:39.927503 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] Publish callbacks [] for security_group (dc09ce6f-e136-49cf-964a-cc70e478a919), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.026608 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (dc09ce6f-e136-49cf-964a-cc70e478a919), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.029625 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.031095 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc09ce6f-e136-49cf-964a-cc70e478a919 HTTP/1.1" status: 204 len: 168 time: 0.1698613 Mar 08 22:26:40.039368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ed64d-26d4-40d7-8de1-0689200c45a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09ce6f-e136-49cf-964a-cc70e478a919,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:40.437981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a97c8-e43f-4b49-8b09-95bca39432c2 req-939fe129-db38-43ca-b846-cc4d3992abdd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:40.440193 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-589a97c8-e43f-4b49-8b09-95bca39432c2 req-939fe129-db38-43ca-b846-cc4d3992abdd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 931 time: 0.0589404 Mar 08 22:26:40.489405 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-589a97c8-e43f-4b49-8b09-95bca39432c2 req-c910e3f3-0d48-4e7c-9395-7f2a12aa11ef tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Mar 08 22:26:40.546973 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Request body: {'port': {'device_id': '567605e4-416d-4014-8361-d37e594273d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:40.554721 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Request body: {'port': {'device_id': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:40.561235 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Request body: {'port': {'device_id': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:26:40.668924 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d60b-0c57-4763-90f6-fc69275a69ab req-26690bf2-d1ad-4a5a-8d50-e33c97037881 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:40.670503 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2f53d60b-0c57-4763-90f6-fc69275a69ab req-26690bf2-d1ad-4a5a-8d50-e33c97037881 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 931 time: 0.0556915 Mar 08 22:26:40.731393 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2f53d60b-0c57-4763-90f6-fc69275a69ab req-da8bd63c-8eb7-4d73-9401-b6a644751315 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528848 Mar 08 22:26:40.777578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.788672 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.803755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:40.827037 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5c2e-9196-47d8-89e7-93cc7b610247 req-2e034aec-c56a-49ad-a577-adbc233ddd2d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:40.828523 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bca5c2e-9196-47d8-89e7-93cc7b610247 req-2e034aec-c56a-49ad-a577-adbc233ddd2d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.1902766 Mar 08 22:26:41.164366 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bca5c2e-9196-47d8-89e7-93cc7b610247 req-300c0b7f-5518-490b-981f-bf262525983d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140211 Mar 08 22:26:41.456535 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b888d936-c259-4eb5-9cda-b2ed1a7b91d8 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:41.466436 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks [] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:41.470844 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:41.484962 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks [] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:41.501852 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Transition to ACTIVE for port object b888d936-c259-4eb5-9cda-b2ed1a7b91d8 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:26:41.506630 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Transition to ACTIVE for port object 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:26:41.589119 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:41.613500 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865894e-2c03-4c5e-a682-7afd2a2ef905 req-c2c069af-671d-4993-ba4a-ec8310f3ce30 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:41.615050 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0865894e-2c03-4c5e-a682-7afd2a2ef905 req-c2c069af-671d-4993-ba4a-ec8310f3ce30 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 931 time: 0.0567007 Mar 08 22:26:41.637338 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:41.661980 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0865894e-2c03-4c5e-a682-7afd2a2ef905 req-9c51f96f-3253-4696-88e5-c6486bbd4f95 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Mar 08 22:26:41.712148 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:42.086146 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:42.164647 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Attempting to bind port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:42.165012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Attempting to bind port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:42.165359 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Attempting to bind port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 on network a64526b1-e43c-48b1-bd58-97ca07212d67 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.194052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ecb9-71fd-49ed-9844-153753de42cb req-209dc764-f7a6-40b9-85bc-de387d741920 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.195580 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8c87ecb9-71fd-49ed-9844-153753de42cb req-209dc764-f7a6-40b9-85bc-de387d741920 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.2285876 Mar 08 22:26:42.199846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 on network a64526b1-e43c-48b1-bd58-97ca07212d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:26:42.200166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Attempting to bind port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 on network a64526b1-e43c-48b1-bd58-97ca07212d67 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.205039 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Attempting to bind port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:42.205392 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Attempting to bind port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:42.205682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Attempting to bind port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.210508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b0876d-16c2-47a9-bf88-dfda2ed3719a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:42.224554 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks [] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.236439 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:26:42.236767 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Attempting to bind port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.247209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:42.247580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Checking segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:42.248230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Bound using segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:42.248591 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Bound port: b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:42.249007 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.261638 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:42.262676 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Checking segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:42.262960 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Bound using segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:42.263422 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Bound port: 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:42.263764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.268762 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Transition to ACTIVE for port object e8b0876d-16c2-47a9-bf88-dfda2ed3719a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:26:42.297014 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730122-9d1a-4d05-95fe-9c172d0997a8 req-41014403-6fb8-4e15-a27a-f55df6f1e592 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.298904 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43730122-9d1a-4d05-95fe-9c172d0997a8 req-41014403-6fb8-4e15-a27a-f55df6f1e592 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.0573969 Mar 08 22:26:42.350433 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8c87ecb9-71fd-49ed-9844-153753de42cb req-14b7ae28-2195-40d7-82df-75e31431e7ba tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461439 Mar 08 22:26:42.350984 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.375219 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43730122-9d1a-4d05-95fe-9c172d0997a8 req-505b25b4-ca27-48d2-862d-043ce11936f1 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Mar 08 22:26:42.436810 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:42.458051 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:42.467111 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:42.473161 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:42.503136 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:42.547455 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.591224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.592115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.593565 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b888d936-c259-4eb5-9cda-b2ed1a7b91d8 HTTP/1.1" status: 200 len: 1093 time: 2.0426505 Mar 08 22:26:42.599463 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:26:42.606435 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.610024 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Attempting to bind port e8b0876d-16c2-47a9-bf88-dfda2ed3719a on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:26:42.610349 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Attempting to bind port e8b0876d-16c2-47a9-bf88-dfda2ed3719a by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:26:42.610765 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Attempting to bind port e8b0876d-16c2-47a9-bf88-dfda2ed3719a on network a64526b1-e43c-48b1-bd58-97ca07212d67 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.631650 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Port e8b0876d-16c2-47a9-bf88-dfda2ed3719a on network a64526b1-e43c-48b1-bd58-97ca07212d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:26:42.631970 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Attempting to bind port e8b0876d-16c2-47a9-bf88-dfda2ed3719a on network a64526b1-e43c-48b1-bd58-97ca07212d67 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:26:42.641072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.646184 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.646184 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] 10.222.0.35 "PUT /v2.0/ports/6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 1093 time: 2.1004939 Mar 08 22:26:42.648302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634253-950b-44cf-a4fd-aaa3ac6623f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:42.653558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:26:42.654118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Checking segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:26:42.654525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Bound using segment: {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:26:42.655043 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Bound port: e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:26:42.655389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.753273 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5559df-6b54-453c-bbec-4bbda38aad44" -d '{"events": [{"name": "network-changed", "server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:26:42.774410 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cb798-03d3-43e0-9861-eda629dfa03b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:42.836322 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:26:42.841661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:26:42.886192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5860365-b9db-4dac-8ba4-2bd557d0f62b req-481dfeab-68f6-4096-bacb-58841c805bdb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.887820 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5860365-b9db-4dac-8ba4-2bd557d0f62b req-481dfeab-68f6-4096-bacb-58841c805bdb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.1497691 Mar 08 22:26:42.913465 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.950211 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4accca27-25f4-4e8b-ae4a-83d519ebdefd x-openstack-request-id: req-4accca27-25f4-4e8b-ae4a-83d519ebdefd {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:26:42.950500 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:26:42.950749 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4accca27-25f4-4e8b-ae4a-83d519ebdefd {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:26:42.951216 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'status': 'completed', 'code': 200} Mar 08 22:26:42.971589 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:42.972204 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:42.973624 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 1093 time: 2.4237530 Mar 08 22:26:42.978971 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5860365-b9db-4dac-8ba4-2bd557d0f62b req-4eafb53d-c187-44a7-b0a7-8c3b6e76b460 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Mar 08 22:26:42.997123 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6526157-2081-4faa-bd0a-10a6655bf5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:43.234648 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-2b0b0db9-e889-4faa-80fd-020ab6500ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.236162 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-2b0b0db9-e889-4faa-80fd-020ab6500ef6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1127 time: 0.1267533 Mar 08 22:26:43.322255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-9b6993cb-3b37-4875-a009-745f1a47cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.323739 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-9b6993cb-3b37-4875-a009-745f1a47cf14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1127 time: 0.1421232 Mar 08 22:26:43.372273 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-33ddf855-2f8a-4aef-a5f5-9eda67632d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.373643 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-33ddf855-2f8a-4aef-a5f5-9eda67632d8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1127 time: 0.1909606 Mar 08 22:26:43.457168 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-347ec0bd-d5a5-4d7a-b97a-99336378e483 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 217 time: 0.1041553 Mar 08 22:26:43.482420 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f103c-773f-4a02-920f-29b440a36de9 req-10075a13-920e-4e2f-bbd4-2af2263b57f2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.483927 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a66f103c-773f-4a02-920f-29b440a36de9 req-10075a13-920e-4e2f-bbd4-2af2263b57f2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0531795 Mar 08 22:26:43.522629 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-ba5bfbff-3215-4a0d-bd72-c7ee726daad7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.1114454 Mar 08 22:26:43.534093 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a66f103c-773f-4a02-920f-29b440a36de9 req-bc8f749f-dc2f-43b3-a86a-94ad9c551c42 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Mar 08 22:26:43.607230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-abad7591-7b21-4fbd-b39a-7a87f1423e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.608673 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-abad7591-7b21-4fbd-b39a-7a87f1423e3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3599188 Mar 08 22:26:43.672414 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-3b5724d9-aaef-40ba-a40f-bfb142e2b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.673830 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-3b5724d9-aaef-40ba-a40f-bfb142e2b062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.1720934 Mar 08 22:26:43.781997 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-7d709eab-bdac-4b02-a180-e276b56aea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:43.783353 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-7d709eab-bdac-4b02-a180-e276b56aea8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.2127435 Mar 08 22:26:44.003034 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee173f-5ea7-41df-ad85-d57448cce611 req-6a5f8dd6-b18d-4ad5-90b8-fc3f08077164 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.004612 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-daee173f-5ea7-41df-ad85-d57448cce611 req-6a5f8dd6-b18d-4ad5-90b8-fc3f08077164 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.5566409 Mar 08 22:26:44.030178 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-7d415f87-d0b2-4308-8d2e-cb80eebd30ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488822 Mar 08 22:26:44.098006 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c569-65d3-4d2b-aaac-a493b224ff06 req-10875d6d-7da7-4d3e-b1d2-244492c9fbc4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.099598 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5dc4c569-65d3-4d2b-aaac-a493b224ff06 req-10875d6d-7da7-4d3e-b1d2-244492c9fbc4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Mar 08 22:26:44.107483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-a9e4740d-8995-413e-9fec-7fa4b5987948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.108909 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf5559df-6b54-453c-bbec-4bbda38aad44 req-a9e4740d-8995-413e-9fec-7fa4b5987948 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4926512 Mar 08 22:26:44.142300 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-c6115508-752d-4867-a0a2-b0b0871175f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.143778 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-c6115508-752d-4867-a0a2-b0b0871175f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4614244 Mar 08 22:26:44.147037 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5dc4c569-65d3-4d2b-aaac-a493b224ff06 req-6a72e569-e549-4460-9a39-731ae4afb833 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Mar 08 22:26:44.252252 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-daee173f-5ea7-41df-ad85-d57448cce611 req-395934cb-eda6-4675-9828-e8e91cb52c43 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244563 Mar 08 22:26:44.281160 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-3a98281f-275f-4f8f-99ad-81e510eb3126 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371480 Mar 08 22:26:44.319202 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-88ce20c2-8db7-487e-9212-56ad3797984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.320991 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-88ce20c2-8db7-487e-9212-56ad3797984f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1127 time: 0.1680753 Mar 08 22:26:44.331767 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-eb9e3725-cc39-456c-b7b8-8c438fb7cae5 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767058 Mar 08 22:26:44.408650 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-cec9b461-31c4-4d7f-b829-b159cbdd57fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8 HTTP/1.1" status: 200 len: 217 time: 0.0790386 Mar 08 22:26:44.503269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-ccdff665-9106-4936-9cbb-529534883fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.504681 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-ccdff665-9106-4936-9cbb-529534883fa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0907853 Mar 08 22:26:44.523103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5f94cce-9c26-43a8-8a79-0db2c9b2c0a4 req-57f25d7f-dea0-44d4-af50-2307815d5698 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308607 Mar 08 22:26:44.536254 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be96c6cd-eea0-4158-ad5f-61c373205107 req-6a25aa47-47a2-4025-ba87-5f6e7ef34222 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977437 Mar 08 22:26:44.651006 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cb957-f1a7-46a8-86f8-8ccc51424ed7 req-70a29532-d278-4753-b81e-eff388580386 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:44.653002 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-996cb957-f1a7-46a8-86f8-8ccc51424ed7 req-70a29532-d278-4753-b81e-eff388580386 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0500786 Mar 08 22:26:44.700003 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-996cb957-f1a7-46a8-86f8-8ccc51424ed7 req-158a1d9f-80dc-4931-bba3-70c40b6f1861 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Mar 08 22:26:44.953074 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'}, {'name': 'network-changed', 'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:26:44.955414 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57078ebe-d967-4e62-a6c2-0052320a99eb" -d '{"events": [{"name": "network-changed", "server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f"}, {"name": "network-changed", "server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:26:44.992924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Mar 2022 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2142886-8e19-45c7-beba-bcd6f0c8adbe x-openstack-request-id: req-e2142886-8e19-45c7-beba-bcd6f0c8adbe {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:26:44.993219 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:26:44.993467 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2142886-8e19-45c7-beba-bcd6f0c8adbe {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:26:44.993864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'status': 'completed', 'code': 200} Mar 08 22:26:44.994116 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a', 'status': 'completed', 'code': 200} Mar 08 22:26:45.263839 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa83cf-b476-41d2-bb03-8d4c4ef1a82f req-69865a57-8c54-47da-a752-4fec3171ec6a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:45.265282 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95fa83cf-b476-41d2-bb03-8d4c4ef1a82f req-69865a57-8c54-47da-a752-4fec3171ec6a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0548935 Mar 08 22:26:45.272083 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6caa32af-abb5-4378-bb07-b0c11c613c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:45.317524 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95fa83cf-b476-41d2-bb03-8d4c4ef1a82f req-caa3d6ec-1a26-4b2f-9535-5f0ea2d21912 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Mar 08 22:26:45.375528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3ed12-3e0d-4f17-8e7d-2d160f854120 req-905bc79f-5d18-4faa-a6f8-e539dc1cb7b8 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:45.377028 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74a3ed12-3e0d-4f17-8e7d-2d160f854120 req-905bc79f-5d18-4faa-a6f8-e539dc1cb7b8 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.0561762 Mar 08 22:26:45.423786 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74a3ed12-3e0d-4f17-8e7d-2d160f854120 req-9e65a2ea-78d2-45b8-9ddd-0b9f31da7096 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Mar 08 22:26:45.816952 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcefaa-2089-4532-914d-e887b02fb151 req-29af9a75-0c89-48f7-8d7c-7a751a3e07c3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:45.818406 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8ddcefaa-2089-4532-914d-e887b02fb151 req-29af9a75-0c89-48f7-8d7c-7a751a3e07c3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0519633 Mar 08 22:26:45.875877 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8ddcefaa-2089-4532-914d-e887b02fb151 req-b6265f63-f7ce-4000-acab-31a00c6bf936 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517006 Mar 08 22:26:46.433129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c104e5-08f4-4fac-bb45-1d4b97e13787 req-aecb533b-136c-4a23-b279-ec540ae927bb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:46.434591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-44c104e5-08f4-4fac-bb45-1d4b97e13787 req-aecb533b-136c-4a23-b279-ec540ae927bb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0525417 Mar 08 22:26:46.490046 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-44c104e5-08f4-4fac-bb45-1d4b97e13787 req-217b135a-8ae3-463e-ac09-c4db32181041 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Mar 08 22:26:46.544536 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc813b2-d052-4122-825e-491692ca79e3 req-c786271a-d05a-464e-af46-26c99326bc64 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:46.545980 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fcc813b2-d052-4122-825e-491692ca79e3 req-c786271a-d05a-464e-af46-26c99326bc64 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.0543740 Mar 08 22:26:46.589727 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fcc813b2-d052-4122-825e-491692ca79e3 req-e3143f61-f0df-4efd-a957-c857cd1637a1 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Mar 08 22:26:46.771924 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-aead4d36-8765-4cb7-af68-1d6893e3dad9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254478 Mar 08 22:26:46.988472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885e6a-4233-4fe3-9972-e046017aa68b req-bc38f1ad-1cc8-429d-8bad-32347ff31f6d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:46.989936 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74885e6a-4233-4fe3-9972-e046017aa68b req-bc38f1ad-1cc8-429d-8bad-32347ff31f6d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0523412 Mar 08 22:26:47.036836 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74885e6a-4233-4fe3-9972-e046017aa68b req-981d2a47-398a-45f7-b5c8-9e975dc316fb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Mar 08 22:26:47.323746 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-501279e4-0297-4ef6-9dad-d8f04b6812ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:47.602128 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba75a0b-c541-4d6c-bde5-2511ebaa0e11 req-6b81e036-17ed-4801-bee5-e5a1ed6026d7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:47.603494 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6ba75a0b-c541-4d6c-bde5-2511ebaa0e11 req-6b81e036-17ed-4801-bee5-e5a1ed6026d7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0496356 Mar 08 22:26:47.648441 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6ba75a0b-c541-4d6c-bde5-2511ebaa0e11 req-130ccf74-2819-4981-8028-ab2b09c18ea2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Mar 08 22:26:47.702657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f5425-32a0-4f09-b0e6-8ce04a1aafe0 req-f4fb82f3-78ea-4a26-b486-23d306521fde tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:47.704133 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d09f5425-32a0-4f09-b0e6-8ce04a1aafe0 req-f4fb82f3-78ea-4a26-b486-23d306521fde tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 943 time: 0.0507116 Mar 08 22:26:47.754013 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d09f5425-32a0-4f09-b0e6-8ce04a1aafe0 req-4bd47e64-5e27-4bd8-80e5-effe084e6098 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Mar 08 22:26:48.143311 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:26:48.151909 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442464-7cb8-4293-a2a2-b3662aed68f6 req-bda4d66c-796b-4c37-b1c7-1d1a7d3fe28b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.156614 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a4442464-7cb8-4293-a2a2-b3662aed68f6 req-bda4d66c-796b-4c37-b1c7-1d1a7d3fe28b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0531151 Mar 08 22:26:48.207627 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a4442464-7cb8-4293-a2a2-b3662aed68f6 req-d25cfd51-4932-4e8f-8c6e-26e3b8352c2d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483038 Mar 08 22:26:48.255967 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,segment=NetworkSegment(0d64af35-7b09-4abf-8135-7c864c7b5c82),segment_id=0d64af35-7b09-4abf-8135-7c864c7b5c82)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:48.266790 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3', 'network_id': '6f2726e5-c03e-484a-85c4-362b0e2f515d', 'port_id': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3', 'mac_address': 'fa:16:3e:f8:df:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f37cb-1f6f-4979-9280-84a701d0a41f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:26:48.290048 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-162f660b-0510-49ea-ac91-e8b4fc9f07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.291616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-162f660b-0510-49ea-ac91-e8b4fc9f07ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1127 time: 0.0968232 Mar 08 22:26:48.296071 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-5e059bd0-6040-4eb3-b835-be55b2da127a service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198065 Mar 08 22:26:48.303926 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:48.304314 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:48.317532 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:48.338096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,segment=NetworkSegment(0d64af35-7b09-4abf-8135-7c864c7b5c82),segment_id=0d64af35-7b09-4abf-8135-7c864c7b5c82)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:48.420516 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:48.470112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:48.483952 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:48.522880 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-6e2a3fb2-d157-4ad9-9f22-707a6467698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.524356 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-6e2a3fb2-d157-4ad9-9f22-707a6467698f service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.2172544 Mar 08 22:26:48.526242 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-27b4fa93-6c24-4f0d-ae2d-614a16997fbe req-2faeed61-9f4c-4b75-a165-abbec98f221c service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180161 Mar 08 22:26:48.652591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-b39ab555-b130-41b8-9e8b-47d61cbc565f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 217 time: 0.0388889 Mar 08 22:26:48.704641 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-0c42a5c5-a7c4-4409-bc90-7b6f89861579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.706211 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-0c42a5c5-a7c4-4409-bc90-7b6f89861579 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0470943 Mar 08 22:26:48.783961 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-fab98582-0583-4a00-88d4-855733985ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.785433 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-fab98582-0583-4a00-88d4-855733985ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732625 Mar 08 22:26:48.796112 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d80d1-877e-41ee-bdb9-74ab9364bb5f req-47a49970-a6be-4ed3-b402-9de66adc668c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.797468 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5a7d80d1-877e-41ee-bdb9-74ab9364bb5f req-47a49970-a6be-4ed3-b402-9de66adc668c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0771606 Mar 08 22:26:48.868419 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4411f9c-8e91-4266-87b6-90f3f922b4a0 req-07dd4b70-e741-4a5d-8bb4-774eea1d8d4d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:48.869871 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c4411f9c-8e91-4266-87b6-90f3f922b4a0 req-07dd4b70-e741-4a5d-8bb4-774eea1d8d4d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0506613 Mar 08 22:26:48.895693 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5a7d80d1-877e-41ee-bdb9-74ab9364bb5f req-0073ad37-175a-4915-ba5d-1307b27b417c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905323 Mar 08 22:26:48.915500 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-17026d93-0452-431d-9846-f39630e3ffac service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171064 Mar 08 22:26:48.918210 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c4411f9c-8e91-4266-87b6-90f3f922b4a0 req-87d2f568-fba3-494a-8a5f-72b514fb98e7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Mar 08 22:26:49.024355 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-7a4f8ab2-5dd6-4f11-8ee1-afbc5e0f4293 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850008 Mar 08 22:26:49.140034 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-55c78a5d-dc39-4604-b520-d89fca57627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:49.141381 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-55c78a5d-dc39-4604-b520-d89fca57627d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0444818 Mar 08 22:26:49.230350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-88f79c34-895c-418e-a6a7-967addcc94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:49.231754 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-88f79c34-895c-418e-a6a7-967addcc94ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.0840733 Mar 08 22:26:49.273069 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-2ec4395f-d9d6-4cc6-838e-ca1f4a6be994 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0345223 Mar 08 22:26:49.347910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-279129ec-6b9a-4600-b92f-c32265a354c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:49.354786 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-279129ec-6b9a-4600-b92f-c32265a354c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0664127 Mar 08 22:26:49.360409 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bfbb0-4299-4443-9c5d-aa959858aaf4 req-65afda79-8479-4479-91dc-29e71412f7c7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:49.361762 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c9bfbb0-4299-4443-9c5d-aa959858aaf4 req-65afda79-8479-4479-91dc-29e71412f7c7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0878766 Mar 08 22:26:49.392291 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-016afb5b-134a-4b2b-898b-eba204b816a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296183 Mar 08 22:26:49.478880 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c9bfbb0-4299-4443-9c5d-aa959858aaf4 req-c56374ab-f4f9-4cb0-86b9-2bb5f72f2af2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091108 Mar 08 22:26:49.503661 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-6f071229-fed0-4240-b728-3da3660786ca service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022906 Mar 08 22:26:49.590963 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57078ebe-d967-4e62-a6c2-0052320a99eb req-565d5ec4-1b14-45ac-9b5f-515cceca524f service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801997 Mar 08 22:26:49.947771 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:50.018292 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec28759-bf28-476a-be60-d98cd79f6588 req-dfdff75a-e089-4324-b4bb-8082232f1a79 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:50.020364 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9ec28759-bf28-476a-be60-d98cd79f6588 req-dfdff75a-e089-4324-b4bb-8082232f1a79 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0565231 Mar 08 22:26:50.046846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f76bb-58fb-4718-b594-05aa859c67c3 req-6d9e2087-70c7-423b-a528-7bbc8910a235 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:50.048333 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-020f76bb-58fb-4718-b594-05aa859c67c3 req-6d9e2087-70c7-423b-a528-7bbc8910a235 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0631962 Mar 08 22:26:50.069317 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9ec28759-bf28-476a-be60-d98cd79f6588 req-89498ecb-5bc6-43a0-b980-f39a292b042e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Mar 08 22:26:50.098644 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-020f76bb-58fb-4718-b594-05aa859c67c3 req-f62970d4-3fda-4b0f-b070-7670aaaebd49 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Mar 08 22:26:50.348391 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['f3a00c8b-0e09-412a-a10e-e4c8a1d985b3'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:26:50.600931 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476fc5-d66e-4f14-9722-dac90b61b550 req-29636663-acc9-4f0d-a67f-a47b84a60900 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:50.602683 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4b476fc5-d66e-4f14-9722-dac90b61b550 req-29636663-acc9-4f0d-a67f-a47b84a60900 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0583770 Mar 08 22:26:50.649067 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4b476fc5-d66e-4f14-9722-dac90b61b550 req-9b3ba8f2-871f-4ed4-9998-8f4ac7499d87 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Mar 08 22:26:51.256577 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1685-2303-4513-b677-3f41d23ec784 req-b9319d9e-5b87-47ae-9f43-e3ced844d8f1 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:51.266141 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-565f1685-2303-4513-b677-3f41d23ec784 req-b9319d9e-5b87-47ae-9f43-e3ced844d8f1 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0822635 Mar 08 22:26:51.330667 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-565f1685-2303-4513-b677-3f41d23ec784 req-a75334f7-67bd-465f-82f7-6ddbf0ecea72 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Mar 08 22:26:51.375364 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:51.404645 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdb15e-b3f9-425a-a156-e5a53f9b48d2 req-5bc603f1-dd25-40fd-b2a8-2f0c6c986fc1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:51.406099 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78fdb15e-b3f9-425a-a156-e5a53f9b48d2 req-5bc603f1-dd25-40fd-b2a8-2f0c6c986fc1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.2684863 Mar 08 22:26:51.454344 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78fdb15e-b3f9-425a-a156-e5a53f9b48d2 req-88c644ae-ba98-4dcd-a81a-a05733f33d2f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 08 22:26:51.770528 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171af14-d78d-4318-9393-0ebd0fb3eee3 req-89d6efc5-8deb-448f-8246-135037addffe tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:51.772006 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1171af14-d78d-4318-9393-0ebd0fb3eee3 req-89d6efc5-8deb-448f-8246-135037addffe tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0539272 Mar 08 22:26:51.828697 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1171af14-d78d-4318-9393-0ebd0fb3eee3 req-5ffba57a-7c02-4364-9f4c-33448d959610 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510054 Mar 08 22:26:52.447658 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd43a3-64fc-4711-9fad-c41514dcc405 req-ef614e40-8d32-4ccc-88af-84cfcec2dfda tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:52.449020 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7bbd43a3-64fc-4711-9fad-c41514dcc405 req-ef614e40-8d32-4ccc-88af-84cfcec2dfda tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0515320 Mar 08 22:26:52.495441 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7bbd43a3-64fc-4711-9fad-c41514dcc405 req-4e75a410-f6e1-463e-8af1-b3712e858b55 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Mar 08 22:26:52.568691 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869ff6-2cd7-4d52-9cd3-3793b15d4bc7 req-44953848-7645-4ff2-a1c5-f23a0f7eecde tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:52.570029 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-41869ff6-2cd7-4d52-9cd3-3793b15d4bc7 req-44953848-7645-4ff2-a1c5-f23a0f7eecde tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0506930 Mar 08 22:26:52.615195 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-41869ff6-2cd7-4d52-9cd3-3793b15d4bc7 req-bd48fc51-7e3e-4dc0-a2c0-e572f39566c9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390365 Mar 08 22:26:52.945741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f5d0-a63d-482b-88cd-f730013ac12f req-e0ea0ec7-3253-479a-b210-88c046b1150b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:52.947178 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a418f5d0-a63d-482b-88cd-f730013ac12f req-e0ea0ec7-3253-479a-b210-88c046b1150b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0523925 Mar 08 22:26:52.991283 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a418f5d0-a63d-482b-88cd-f730013ac12f req-0ee58796-b7f1-4821-90da-ee8ed74dc69a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Mar 08 22:26:53.508423 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:26:53.608935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2f85-5459-4ad9-b674-ed58d00ab057 req-838ddd14-5ea0-4266-a74c-100045ed7ce9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:53.610375 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1f6e2f85-5459-4ad9-b674-ed58d00ab057 req-838ddd14-5ea0-4266-a74c-100045ed7ce9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0504103 Mar 08 22:26:53.655648 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1f6e2f85-5459-4ad9-b674-ed58d00ab057 req-f1cc22be-e519-4d54-a73f-33d88efaea0c tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Mar 08 22:26:53.736353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275d042-7562-4f44-87ae-2bb7b46ac7b7 req-a36d8eeb-f060-4a9d-a36a-8a94f157bd24 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:53.737788 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d275d042-7562-4f44-87ae-2bb7b46ac7b7 req-a36d8eeb-f060-4a9d-a36a-8a94f157bd24 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0516212 Mar 08 22:26:53.781865 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d275d042-7562-4f44-87ae-2bb7b46ac7b7 req-486432e0-1007-4bc0-af24-bd23f18d5594 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Mar 08 22:26:54.108017 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8edb-dcbd-4976-a8df-1a59f7884e22 req-15d0343c-8fc7-4081-8f75-89574a3c6735 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:54.109368 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-973c8edb-dcbd-4976-a8df-1a59f7884e22 req-15d0343c-8fc7-4081-8f75-89574a3c6735 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0541325 Mar 08 22:26:54.154048 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-973c8edb-dcbd-4976-a8df-1a59f7884e22 req-204c0d5c-df52-4808-a8f3-f1a7d3ab4a2f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Mar 08 22:26:54.634830 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device b888d936-c259-4eb5-9cda-b2ed1a7b91d8 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:26:54.670055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:26:54.773196 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:54.777036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee7a05-5359-48ea-a64f-b974e912d7ca req-95f34021-0a8e-42db-821f-88dc15029494 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:54.778514 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09ee7a05-5359-48ea-a64f-b974e912d7ca req-95f34021-0a8e-42db-821f-88dc15029494 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 944 time: 0.0561657 Mar 08 22:26:54.783609 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'port_id': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'mac_address': 'fa:16:3e:4b:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:26:54.821617 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:54.822029 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:54.827503 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09ee7a05-5359-48ea-a64f-b974e912d7ca req-add32c24-8b2e-425d-aeac-3dace4223029 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Mar 08 22:26:54.834714 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888d936-c259-4eb5-9cda-b2ed1a7b91d8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:54.841151 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:26:54.854232 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:26:54.854598 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:54.859676 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:54.909898 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93281-1811-44d5-b4e1-50a38266a3c7 req-8e30b928-00fe-4c88-94f7-3fee678b527c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:54.916635 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eef93281-1811-44d5-b4e1-50a38266a3c7 req-8e30b928-00fe-4c88-94f7-3fee678b527c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 943 time: 0.0625443 Mar 08 22:26:54.936480 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:54.937112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:26:54.941228 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:54.941597 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:54.967135 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eef93281-1811-44d5-b4e1-50a38266a3c7 req-3f24c20d-fc4e-42e3-a47f-49ff42cee1d8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Mar 08 22:26:55.109483 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:26:55.190451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:55.197688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,segment=NetworkSegment(0d64af35-7b09-4abf-8135-7c864c7b5c82),segment_id=0d64af35-7b09-4abf-8135-7c864c7b5c82)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:55.242329 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bee38-daec-4dca-88df-b6cb887847a0" -d '{"events": [{"server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "name": "network-vif-plugged", "status": "completed", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:26:55.251234 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:55.280116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b57bf-d17b-4690-8167-c4f1244a55fb req-331951f7-677b-4a2b-8097-888c34b4b296 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:55.281676 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d85b57bf-d17b-4690-8167-c4f1244a55fb req-331951f7-677b-4a2b-8097-888c34b4b296 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 943 time: 0.0629590 Mar 08 22:26:55.307329 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:55.332075 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'port_id': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'mac_address': 'fa:16:3e:98:24:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:26:55.334464 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:55.335740 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d85b57bf-d17b-4690-8167-c4f1244a55fb req-8958bf58-46f2-4c69-86c9-9bc0ee56ef3d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Mar 08 22:26:55.365166 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39ff03-f8ab-485e-bf6e-612c52061029 x-openstack-request-id: req-8a39ff03-f8ab-485e-bf6e-612c52061029 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:26:55.365480 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "name": "network-vif-plugged", "status": "completed", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:26:55.365739 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a39ff03-f8ab-485e-bf6e-612c52061029 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:26:55.366264 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3', 'code': 200} Mar 08 22:26:55.381239 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:55.381636 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:55.395376 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:55.414585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:55.471771 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:55.472357 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e8b0876d-16c2-47a9-bf88-dfda2ed3719a details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:26:55.535186 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:55.538618 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:55.549237 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a', 'network_id': 'a64526b1-e43c-48b1-bd58-97ca07212d67', 'port_id': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a', 'mac_address': 'fa:16:3e:c7:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:26:55.584682 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port e8b0876d-16c2-47a9-bf88-dfda2ed3719a is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:26:55.585070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:55.597696 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b0876d-16c2-47a9-bf88-dfda2ed3719a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:26:55.616698 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:26:55.683133 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:55.732503 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:55.940945 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4884b-b24a-4a8a-9fd5-9492526aff83 req-3c1e54ad-2d6f-47b5-a9fd-addbfae8044e tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:55.942363 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1ae4884b-b24a-4a8a-9fd5-9492526aff83 req-3c1e54ad-2d6f-47b5-a9fd-addbfae8044e tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Mar 08 22:26:55.991425 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1ae4884b-b24a-4a8a-9fd5-9492526aff83 req-d265ad7e-b18c-42d3-8d93-2ed966a22de7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Mar 08 22:26:56.093515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4809d-ede9-427e-ab4b-4bbef18b1f83 req-f88498bc-6210-489d-b492-e459dfa5ac44 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:56.094993 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4ac4809d-ede9-427e-ab4b-4bbef18b1f83 req-f88498bc-6210-489d-b492-e459dfa5ac44 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 944 time: 0.0559177 Mar 08 22:26:56.143487 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4ac4809d-ede9-427e-ab4b-4bbef18b1f83 req-24f9ad65-b00f-49af-82d3-b6213bdf198c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Mar 08 22:26:56.507507 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-211873a4-b927-4578-bcf7-274ffd208860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:56.508970 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-211873a4-b927-4578-bcf7-274ffd208860 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 1129 time: 0.1078002 Mar 08 22:26:56.515768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822cecf-2b85-4520-90d2-8f6802dcee8f req-ae5c697f-4cd6-4f90-82b5-f327820fcd89 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:56.517100 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f822cecf-2b85-4520-90d2-8f6802dcee8f req-ae5c697f-4cd6-4f90-82b5-f327820fcd89 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 944 time: 0.1082270 Mar 08 22:26:56.537718 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-a77d81cc-d0fa-43f1-9170-03cae2138d2b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:56.596295 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f822cecf-2b85-4520-90d2-8f6802dcee8f req-efb10e07-c97d-498b-8bd8-1e1670b2b0a5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723131 Mar 08 22:26:56.636880 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-a77d81cc-d0fa-43f1-9170-03cae2138d2b service neutron] Publish callbacks [] for security_group (14f1c4a8-7ebb-45c5-8362-636a8a592159), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:56.683325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-a77d81cc-d0fa-43f1-9170-03cae2138d2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (14f1c4a8-7ebb-45c5-8362-636a8a592159), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:56.725190 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d81cc-d0fa-43f1-9170-03cae2138d2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14f1c4a8-7ebb-45c5-8362-636a8a592159,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:56.729544 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7afdbe7-2418-4b8e-85d5-da538ec22e2e req-a77d81cc-d0fa-43f1-9170-03cae2138d2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116103 Mar 08 22:26:57.110092 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032981d-78c4-4279-9c0c-ed0f0989cfb2 req-81b5be0c-9014-4f1e-97b5-96b47cefee82 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:57.111603 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3032981d-78c4-4279-9c0c-ed0f0989cfb2 req-81b5be0c-9014-4f1e-97b5-96b47cefee82 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0538299 Mar 08 22:26:57.157391 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3032981d-78c4-4279-9c0c-ed0f0989cfb2 req-1a8df6c9-41f0-437d-ac9b-73093af32d23 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Mar 08 22:26:57.259353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595c3a9-a569-432f-adc7-b7fb7dace187 req-010d7e90-c64f-4f35-97ae-6f44c688482f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:57.260890 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a595c3a9-a569-432f-adc7-b7fb7dace187 req-010d7e90-c64f-4f35-97ae-6f44c688482f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 944 time: 0.0537980 Mar 08 22:26:57.308002 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a595c3a9-a569-432f-adc7-b7fb7dace187 req-1752b881-39b1-4b47-9dff-d4550ce114e2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Mar 08 22:26:57.358674 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['b888d936-c259-4eb5-9cda-b2ed1a7b91d8'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:26:57.553767 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['e8b0876d-16c2-47a9-bf88-dfda2ed3719a'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:26:57.557941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:26:57.712576 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db590e71-6858-45c4-a983-ed680573eea6 req-d9d2ca84-c9cc-4855-b453-1adf0e1628d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:57.714048 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-db590e71-6858-45c4-a983-ed680573eea6 req-d9d2ca84-c9cc-4855-b453-1adf0e1628d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 944 time: 0.0519595 Mar 08 22:26:57.764642 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-db590e71-6858-45c4-a983-ed680573eea6 req-28b3e1a9-4b57-4498-bfe2-e597ca843f7d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Mar 08 22:26:58.286627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbca22-4709-4f80-a8bd-4ce30201e038 req-73985a4f-b9df-4036-a6cc-6b65867dc8e2 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:58.286627 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64bbca22-4709-4f80-a8bd-4ce30201e038 req-73985a4f-b9df-4036-a6cc-6b65867dc8e2 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0561783 Mar 08 22:26:58.326367 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-64bbca22-4709-4f80-a8bd-4ce30201e038 req-5308a96d-864d-4169-81e5-81214721d4f7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Mar 08 22:26:58.443621 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ab4d-ff67-4321-9f2d-180f88666f13 req-e4b7c7d4-dfdc-4acf-9447-f335a76dc871 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:58.447286 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0355ab4d-ff67-4321-9f2d-180f88666f13 req-e4b7c7d4-dfdc-4acf-9447-f335a76dc871 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 944 time: 0.0612991 Mar 08 22:26:58.505470 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0355ab4d-ff67-4321-9f2d-180f88666f13 req-deb22d92-f4e6-4733-be45-248146d4bb83 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512719 Mar 08 22:26:58.887909 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff01f-9f61-428f-9600-59b5e12dbc5f req-72a626ac-c861-421e-a794-b5329d6fa30e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:58.889377 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39fff01f-9f61-428f-9600-59b5e12dbc5f req-72a626ac-c861-421e-a794-b5329d6fa30e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 944 time: 0.0521169 Mar 08 22:26:58.934017 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-39fff01f-9f61-428f-9600-59b5e12dbc5f req-4831ce68-1c90-4949-931f-4e59b236e094 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Mar 08 22:26:59.135978 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36372) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:59.249102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee56ccca-1716-4637-b17e-9fe03be47320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.322478 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee56ccca-1716-4637-b17e-9fe03be47320 admin admin] Publish callbacks [] for security_group (5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.385922 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee56ccca-1716-4637-b17e-9fe03be47320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.452998 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ee56ccca-1716-4637-b17e-9fe03be47320 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b7a46526d0247188439fd6b3104390b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159397 Mar 08 22:26:59.453735 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56ccca-1716-4637-b17e-9fe03be47320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:59.455936 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36384) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:26:59.487389 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d66be-657b-47e3-ae9b-bdc5da5624b1 req-a37f7cf3-b71c-42da-8e36-17b845e1e1fe tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:59.489904 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c2d66be-657b-47e3-ae9b-bdc5da5624b1 req-a37f7cf3-b71c-42da-8e36-17b845e1e1fe tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0882463 Mar 08 22:26:59.523878 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] Publish callbacks [] for security_group (5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.553259 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] Publish callbacks [] for security_group (5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.559131 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c2d66be-657b-47e3-ae9b-bdc5da5624b1 req-adc9e30e-982c-4b4d-8015-8f9903c0feb9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640919 Mar 08 22:26:59.655009 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.658001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:26:59.659158 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a HTTP/1.1" status: 204 len: 168 time: 0.2022340 Mar 08 22:26:59.671553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737cefc-ad34-403d-b912-94fd0ae0115d req-c2754f05-2821-4b3e-aed8-3b990b607104 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:26:59.673065 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b737cefc-ad34-403d-b912-94fd0ae0115d req-c2754f05-2821-4b3e-aed8-3b990b607104 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 944 time: 0.0679746 Mar 08 22:26:59.678469 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ff27-ebe0-405c-a9de-2ef8a8878c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521a7a3-fbca-4c23-b5b6-c7a9a3776e8a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:26:59.755088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b737cefc-ad34-403d-b912-94fd0ae0115d req-8b96c3a0-c10c-4272-aa0a-1ff515c97ba9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Mar 08 22:27:00.058864 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849950f4-d884-4536-bed8-ed27f9b7413c req-8f8a46e0-d456-4162-b6cd-359fe066f2f6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:00.060361 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-849950f4-d884-4536-bed8-ed27f9b7413c req-8f8a46e0-d456-4162-b6cd-359fe066f2f6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 944 time: 0.0527818 Mar 08 22:27:00.107114 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-849950f4-d884-4536-bed8-ed27f9b7413c req-fd0801e7-6d19-4a21-842b-23cc598b8ae1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 Mar 08 22:27:00.111151 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device b888d936-c259-4eb5-9cda-b2ed1a7b91d8 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:00.249405 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:27:00.256016 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:00.256995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.353831 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:00.354236 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.360117 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36424) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:00.389994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:27:00.393585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e2571-26a3-4adc-9be9-827f0ab92555" -d '{"events": [{"server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "name": "network-vif-plugged", "status": "completed", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:27:00.395222 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82650497-188c-44c0-958a-9a39102f2fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.401523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:00.412641 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36430) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:00.444411 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa877e2f-5032-4e6e-a2bb-a14edc167748 x-openstack-request-id: req-aa877e2f-5032-4e6e-a2bb-a14edc167748 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:27:00.450382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "name": "network-vif-plugged", "status": "completed", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:27:00.450382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa877e2f-5032-4e6e-a2bb-a14edc167748 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:27:00.450382 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'code': 200} Mar 08 22:27:00.460347 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.461147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:00.484291 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82650497-188c-44c0-958a-9a39102f2fa1 admin admin] Publish callbacks [] for security_group (867d3d6c-9584-4f52-a338-385b77158bf5), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.538773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:00.574629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82650497-188c-44c0-958a-9a39102f2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (867d3d6c-9584-4f52-a338-385b77158bf5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.586409 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa526f9b-08c8-4f88-b789-38a2f7dcd9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.621273 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-82650497-188c-44c0-958a-9a39102f2fa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc8a985d9493499397923bed1b1e077b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571452 Mar 08 22:27:00.623139 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82650497-188c-44c0-958a-9a39102f2fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d3d6c-9584-4f52-a338-385b77158bf5,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:00.625832 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36438) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:00.628993 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:27:00.633345 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:00.633889 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.671798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa526f9b-08c8-4f88-b789-38a2f7dcd9e2 admin admin] Publish callbacks [] for security_group (d59d5e17-0209-4aa4-872f-5e68f5fc8c98), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.713721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] Publish callbacks [] for security_group (867d3d6c-9584-4f52-a338-385b77158bf5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.730795 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38c4a2-74f1-4b3e-89dd-30df291f8df6 req-496ee3fa-05e0-4414-b23b-a0271e9ad65a tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:00.732806 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4d38c4a2-74f1-4b3e-89dd-30df291f8df6 req-496ee3fa-05e0-4414-b23b-a0271e9ad65a tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0851936 Mar 08 22:27:00.742173 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:00.742571 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.751456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] Publish callbacks [] for security_group (867d3d6c-9584-4f52-a338-385b77158bf5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.752231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa526f9b-08c8-4f88-b789-38a2f7dcd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d59d5e17-0209-4aa4-872f-5e68f5fc8c98), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.789220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:00.795632 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fa526f9b-08c8-4f88-b789-38a2f7dcd9e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e2770e2b7154177a98de21e6f013826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817151 Mar 08 22:27:00.798682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:00.806416 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa526f9b-08c8-4f88-b789-38a2f7dcd9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d5e17-0209-4aa4-872f-5e68f5fc8c98,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:00.817730 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4d38c4a2-74f1-4b3e-89dd-30df291f8df6 req-509d32da-5dff-4425-b24a-6bba32cee920 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Mar 08 22:27:00.850223 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.851162 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e8b0876d-16c2-47a9-bf88-dfda2ed3719a up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:00.895283 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] Publish callbacks [] for security_group (d59d5e17-0209-4aa4-872f-5e68f5fc8c98), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.900771 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (867d3d6c-9584-4f52-a338-385b77158bf5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.904774 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.905979 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/867d3d6c-9584-4f52-a338-385b77158bf5 HTTP/1.1" status: 204 len: 168 time: 0.2788796 Mar 08 22:27:00.935147 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] Publish callbacks [] for security_group (d59d5e17-0209-4aa4-872f-5e68f5fc8c98), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:00.940748 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bbeeb-c69c-43ee-9b8e-4b4e1d57eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d3d6c-9584-4f52-a338-385b77158bf5,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:00.954409 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c874c3-bfd3-4a43-9ec1-24277e6f10d6 req-1c9f86d7-5246-4c00-b2bf-fa22baf35caf tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:00.955955 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81c874c3-bfd3-4a43-9ec1-24277e6f10d6 req-1c9f86d7-5246-4c00-b2bf-fa22baf35caf tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1087620 Mar 08 22:27:00.982505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:01.027485 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81c874c3-bfd3-4a43-9ec1-24277e6f10d6 req-7c5a4168-e6b5-4231-b3bf-9e91ad94ffc3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639398 Mar 08 22:27:01.157436 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d59d5e17-0209-4aa4-872f-5e68f5fc8c98), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.161162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.161395 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d59d5e17-0209-4aa4-872f-5e68f5fc8c98 HTTP/1.1" status: 204 len: 168 time: 0.3615317 Mar 08 22:27:01.170215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cf341-4905-47de-81bb-8c20c8282c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d5e17-0209-4aa4-872f-5e68f5fc8c98,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:01.203064 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port e8b0876d-16c2-47a9-bf88-dfda2ed3719a completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:27:01.208898 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port e8b0876d-16c2-47a9-bf88-dfda2ed3719a triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:01.209279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.241580 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc31b-3fa1-4e29-bf53-6cd7e1b49364 req-5697992b-e8b5-4e4f-8f83-27c8451f27f4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:01.247307 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6abc31b-3fa1-4e29-bf53-6cd7e1b49364 req-5697992b-e8b5-4e4f-8f83-27c8451f27f4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0726810 Mar 08 22:27:01.292999 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6abc31b-3fa1-4e29-bf53-6cd7e1b49364 req-4305b835-791c-4719-b499-01ef259452d7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Mar 08 22:27:01.312861 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port e8b0876d-16c2-47a9-bf88-dfda2ed3719a is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:01.313254 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.354331 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:01.420581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.468981 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:01.816329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:01.829519 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9237370-9cc6-4a89-a79c-83a948985596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:01.906233 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9237370-9cc6-4a89-a79c-83a948985596 admin admin] Publish callbacks [] for security_group (0d21d721-1ef4-4909-8c53-1ae73faed0fb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.003656 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9237370-9cc6-4a89-a79c-83a948985596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0d21d721-1ef4-4909-8c53-1ae73faed0fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.041878 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a9237370-9cc6-4a89-a79c-83a948985596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9766252d9d0f42f7b59008e2e35fb77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244530 Mar 08 22:27:02.044970 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:02.052155 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9237370-9cc6-4a89-a79c-83a948985596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21d721-1ef4-4909-8c53-1ae73faed0fb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:02.108655 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] Publish callbacks [] for security_group (0d21d721-1ef4-4909-8c53-1ae73faed0fb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.159102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] Publish callbacks [] for security_group (0d21d721-1ef4-4909-8c53-1ae73faed0fb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.200964 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9e90-7162-449f-9b74-94871fa4c3a3 req-4df9ad11-81d9-4dd6-8518-43529f057d5b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:02.202446 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32cc9e90-7162-449f-9b74-94871fa4c3a3 req-4df9ad11-81d9-4dd6-8518-43529f057d5b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0916421 Mar 08 22:27:02.252965 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32cc9e90-7162-449f-9b74-94871fa4c3a3 req-9d8b81c1-77c6-48e6-8ad2-d6475815a51b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Mar 08 22:27:02.282990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0d21d721-1ef4-4909-8c53-1ae73faed0fb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.285546 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:02.286666 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d21d721-1ef4-4909-8c53-1ae73faed0fb HTTP/1.1" status: 204 len: 168 time: 0.2407377 Mar 08 22:27:02.299192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b03e47-70b8-4d2d-869f-3cca7b45cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21d721-1ef4-4909-8c53-1ae73faed0fb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:02.421605 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b758a34-b33e-4275-a760-b1f50f06a6f1 req-d1659ea1-b3bb-407c-8657-569a8731b497 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:02.423055 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b758a34-b33e-4275-a760-b1f50f06a6f1 req-d1659ea1-b3bb-407c-8657-569a8731b497 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Mar 08 22:27:02.446338 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'}, {'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:27:02.449079 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd8132-b43a-486f-a67f-8e0faeb981c3" -d '{"events": [{"server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "name": "network-vif-plugged", "status": "completed", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f"}, {"server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "name": "network-vif-plugged", "status": "completed", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:27:02.472064 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b758a34-b33e-4275-a760-b1f50f06a6f1 req-39ed9eb7-a2c9-47b1-968e-1e49fc6be5d7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Mar 08 22:27:02.500189 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38338d21-98dc-407a-9069-5d1dc93adc32 x-openstack-request-id: req-38338d21-98dc-407a-9069-5d1dc93adc32 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:27:02.500189 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "name": "network-vif-plugged", "status": "completed", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f", "code": 200}, {"server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "name": "network-vif-plugged", "status": "completed", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:27:02.500189 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38338d21-98dc-407a-9069-5d1dc93adc32 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:27:02.500189 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'code': 200} Mar 08 22:27:02.500189 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a', 'code': 200} Mar 08 22:27:03.379350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c450365-9ab2-4468-9c1b-5287294facba req-fafdb981-1c47-4ec1-9d20-6baf168cec13 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:03.381146 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c450365-9ab2-4468-9c1b-5287294facba req-fafdb981-1c47-4ec1-9d20-6baf168cec13 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0587177 Mar 08 22:27:03.432295 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c450365-9ab2-4468-9c1b-5287294facba req-ed6fac4e-ac8d-48ec-8ec3-48907fc50a8a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Mar 08 22:27:03.443712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36568) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:03.582913 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:03.628247 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53349eb8-29d9-4b3e-811f-c73fbb05d998 req-47774544-2c4c-442e-bc00-89eb546f3fe5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:03.629732 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53349eb8-29d9-4b3e-811f-c73fbb05d998 req-47774544-2c4c-442e-bc00-89eb546f3fe5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0880144 Mar 08 22:27:03.705531 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53349eb8-29d9-4b3e-811f-c73fbb05d998 req-16d3ad88-e7c3-4da5-becd-c2b6dc1e6837 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649886 Mar 08 22:27:03.717028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Publish callbacks [] for security_group (060db72c-417b-4aca-98a3-616add90d022), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:03.769280 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (060db72c-417b-4aca-98a3-616add90d022), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:03.831945 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060db72c-417b-4aca-98a3-616add90d022,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:03.837989 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ec90cea0d9b4518863bce36ed140541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929574 Mar 08 22:27:03.841421 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36590) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:03.844438 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.844438 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.845868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.845868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.845868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.845868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.845868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.846342 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.846674 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.847041 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.847366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.847690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.848009 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcefde2-f93b-42d2-8036-e2e99be2d4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:03.902446 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] Publish callbacks [] for security_group (060db72c-417b-4aca-98a3-616add90d022), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:03.923468 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] Publish callbacks [] for security_group (060db72c-417b-4aca-98a3-616add90d022), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.020191 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (060db72c-417b-4aca-98a3-616add90d022), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.022773 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.023927 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/060db72c-417b-4aca-98a3-616add90d022 HTTP/1.1" status: 204 len: 168 time: 0.1812618 Mar 08 22:27:04.032098 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160c92-3581-4064-9ca8-378cfe4b0add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060db72c-417b-4aca-98a3-616add90d022,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:04.557230 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654453-c072-447b-9681-76cc115beaac req-bf866938-de39-4bdd-be83-0c4b60dfb22c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:04.558705 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a9654453-c072-447b-9681-76cc115beaac req-bf866938-de39-4bdd-be83-0c4b60dfb22c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Mar 08 22:27:04.605655 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a9654453-c072-447b-9681-76cc115beaac req-31197d5e-c8e3-4cef-b949-0fea7c514739 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Mar 08 22:27:04.750789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36616) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:04.767799 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.821099 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e49f97-52f1-4655-926b-2b6133400e30 req-c2d95ea3-e412-4ff2-a91f-39ea817dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:04.822587 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-34e49f97-52f1-4655-926b-2b6133400e30 req-c2d95ea3-e412-4ff2-a91f-39ea817dff35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1129 time: 0.1350355 Mar 08 22:27:04.841743 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed08e-3de7-483a-9d85-f2ea52c0c0cf req-a8df8ce7-b9e6-400d-b4a0-0da65afc84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:04.843307 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec8ed08e-3de7-483a-9d85-f2ea52c0c0cf req-a8df8ce7-b9e6-400d-b4a0-0da65afc84bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.1470382 Mar 08 22:27:04.847110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455c37-2cba-4aba-873f-738f1448a327 req-f89afa90-63ca-41ff-a2ae-2f4d813538cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:04.848472 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2455c37-2cba-4aba-873f-738f1448a327 req-f89afa90-63ca-41ff-a2ae-2f4d813538cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.1596954 Mar 08 22:27:04.859641 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Publish callbacks [] for security_group (d81e099e-34c7-4305-a4c0-4def73450548), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.929107 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d81e099e-34c7-4305-a4c0-4def73450548), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:04.953498 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1c69a-86b0-4b9b-9cfd-23d466f97189 req-18e91dbe-33fb-4154-a82f-1d3c96209bc3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:04.953498 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-45a1c69a-86b0-4b9b-9cfd-23d466f97189 req-18e91dbe-33fb-4154-a82f-1d3c96209bc3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1552441 Mar 08 22:27:04.968605 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94ca4806f86e44ad8ec954e94d04bc54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164338 Mar 08 22:27:04.969447 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e099e-34c7-4305-a4c0-4def73450548,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:04.971456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36626) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:04.983357 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.983714 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.984059 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.984403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.984737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.985076 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.985407 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.985653 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec8ed08e-3de7-483a-9d85-f2ea52c0c0cf req-63630664-a964-4f50-a0f0-0834db05ef3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278312 Mar 08 22:27:04.985753 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.986072 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.986400 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.986716 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.987064 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.987387 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ffa81d-7b84-4cf2-bf5a-03277c0ccc54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:04.994452 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-34e49f97-52f1-4655-926b-2b6133400e30 req-4b8a2b2e-54af-4705-b38e-274931347d3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501334 Mar 08 22:27:05.002918 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e2455c37-2cba-4aba-873f-738f1448a327 req-1d327b35-bb0e-41af-bcb2-94332221265d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396112 Mar 08 22:27:05.034914 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] Publish callbacks [] for security_group (d81e099e-34c7-4305-a4c0-4def73450548), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:05.044034 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-45a1c69a-86b0-4b9b-9cfd-23d466f97189 req-96ae2091-26fe-4d97-a74b-3040878480bc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772009 Mar 08 22:27:05.060936 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] Publish callbacks [] for security_group (d81e099e-34c7-4305-a4c0-4def73450548), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:05.191467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d81e099e-34c7-4305-a4c0-4def73450548), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:05.193990 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:05.195227 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d81e099e-34c7-4305-a4c0-4def73450548 HTTP/1.1" status: 204 len: 168 time: 0.2228885 Mar 08 22:27:05.203587 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293126d-31a9-4ec5-854a-df4734aa7821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e099e-34c7-4305-a4c0-4def73450548,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:05.725725 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a8303-bc13-4224-bd9b-5fa4aab02b63 req-aa9fad15-5ca8-4e30-914d-342af8e03510 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:05.727543 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8a4a8303-bc13-4224-bd9b-5fa4aab02b63 req-aa9fad15-5ca8-4e30-914d-342af8e03510 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Mar 08 22:27:05.923670 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8a4a8303-bc13-4224-bd9b-5fa4aab02b63 req-e28a9186-c76f-471f-b38a-99afce381684 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906385 Mar 08 22:27:06.162144 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8cf53-c3f6-4c21-abe8-123de1173d10 req-d43b4fb9-ff5b-418b-8e1d-b27db6e0a807 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:06.170055 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1ce8cf53-c3f6-4c21-abe8-123de1173d10 req-d43b4fb9-ff5b-418b-8e1d-b27db6e0a807 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0594757 Mar 08 22:27:06.222115 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1ce8cf53-c3f6-4c21-abe8-123de1173d10 req-a120308a-46ae-442e-8629-27ff992b27ff tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510499 Mar 08 22:27:06.776108 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:06.877861 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b74c0d4e-cdb1-48e9-9c81-dfed4a041da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:06.952286 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b74c0d4e-cdb1-48e9-9c81-dfed4a041da8 admin admin] Publish callbacks [] for security_group (207d710e-9028-489e-8205-0fac1c9de36f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.006454 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b74c0d4e-cdb1-48e9-9c81-dfed4a041da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (207d710e-9028-489e-8205-0fac1c9de36f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.063978 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62928fac-a2a3-4455-998d-595b643f68b2 req-d2520b12-8e63-466d-9981-a60b9240baab tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:07.067530 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0d4e-cdb1-48e9-9c81-dfed4a041da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207d710e-9028-489e-8205-0fac1c9de36f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:07.077809 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-62928fac-a2a3-4455-998d-595b643f68b2 req-d2520b12-8e63-466d-9981-a60b9240baab tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0876348 Mar 08 22:27:07.082605 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b74c0d4e-cdb1-48e9-9c81-dfed4a041da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb0a30f278dd4ece922b476a8a5e3169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053319 Mar 08 22:27:07.085334 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:07.133837 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-62928fac-a2a3-4455-998d-595b643f68b2 req-7034f5ea-7f1f-4728-804e-9045f05d7cef tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Mar 08 22:27:07.149416 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] Publish callbacks [] for security_group (207d710e-9028-489e-8205-0fac1c9de36f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.175433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] Publish callbacks [] for security_group (207d710e-9028-489e-8205-0fac1c9de36f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.277394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (207d710e-9028-489e-8205-0fac1c9de36f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.280174 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:07.281628 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/207d710e-9028-489e-8205-0fac1c9de36f HTTP/1.1" status: 204 len: 168 time: 0.1953366 Mar 08 22:27:07.289469 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4f31-69df-46fd-bb7f-f57091d021a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d710e-9028-489e-8205-0fac1c9de36f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:07.377709 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3658e7-61fd-4e0b-906d-83fd2ca0fdca req-f163fde1-6dd4-473c-9626-fc0760ddf417 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:07.379353 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bb3658e7-61fd-4e0b-906d-83fd2ca0fdca req-f163fde1-6dd4-473c-9626-fc0760ddf417 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0720813 Mar 08 22:27:07.442264 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bb3658e7-61fd-4e0b-906d-83fd2ca0fdca req-ef138c3a-9abb-4595-85ba-59727bccd591 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550900 Mar 08 22:27:08.232278 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:08.268723 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f0bb-84e1-4c81-a568-c975b1b3ecad req-708c7574-0597-4981-9859-e6282488ee2d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:08.270315 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4736f0bb-84e1-4c81-a568-c975b1b3ecad req-708c7574-0597-4981-9859-e6282488ee2d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0589290 Mar 08 22:27:08.325732 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4736f0bb-84e1-4c81-a568-c975b1b3ecad req-2b652d9b-0b99-44b1-93ae-2b76f39567ae tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Mar 08 22:27:08.560612 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11c4ef-b1c9-4dc9-905a-8f9eddd93d5b req-a1b2396b-4362-473d-b416-edef46a508bd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:08.562049 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7a11c4ef-b1c9-4dc9-905a-8f9eddd93d5b req-a1b2396b-4362-473d-b416-edef46a508bd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Mar 08 22:27:08.615074 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7a11c4ef-b1c9-4dc9-905a-8f9eddd93d5b req-321ea707-60ea-4ea5-b3be-cec9de168ba8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Mar 08 22:27:08.852140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974896-7121-4c37-bc9d-436db451099e req-34ace4cf-e68d-4966-9492-e08aa2acee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:08.854235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-34ace4cf-e68d-4966-9492-e08aa2acee4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1129 time: 0.0714684 Mar 08 22:27:08.975499 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216148d-2517-4ba1-8d81-39af28ad7d26 req-86dd66aa-db7d-4893-8298-b91ff2b3152b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:08.982214 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b216148d-2517-4ba1-8d81-39af28ad7d26 req-86dd66aa-db7d-4893-8298-b91ff2b3152b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0931113 Mar 08 22:27:08.988181 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36792) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:08.992547 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'floatingip': {'port_id': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:08.995324 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974896-7121-4c37-bc9d-436db451099e req-9ff9c066-870e-4c98-8bbc-ed5f1253ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:08.997370 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-9ff9c066-870e-4c98-8bbc-ed5f1253ad1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.1366131 Mar 08 22:27:09.012859 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189ac0-825d-42d4-a9d7-5dab9f82260f req-7143b479-d9d8-470c-9e76-30a78f4ace20 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:09.014455 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-69189ac0-825d-42d4-a9d7-5dab9f82260f req-7143b479-d9d8-470c-9e76-30a78f4ace20 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0814831 Mar 08 22:27:09.054189 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-a3555e19-29af-4191-b0a1-63a317f5ac97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8 HTTP/1.1" status: 200 len: 217 time: 0.0386024 Mar 08 22:27:09.075980 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:09.127951 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974896-7121-4c37-bc9d-436db451099e req-f45938ee-8d6b-47f8-99e5-899e60c18c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:09.129476 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-f45938ee-8d6b-47f8-99e5-899e60c18c1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0687561 Mar 08 22:27:09.144113 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-69189ac0-825d-42d4-a9d7-5dab9f82260f req-4a3d107a-aa34-4594-9970-7402cd6484ca tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925550 Mar 08 22:27:09.182039 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-3b6b082f-538b-410b-a336-89d9bad53e30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368531 Mar 08 22:27:09.277367 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-607b0ceb-1fc2-4039-b323-a375efd00458 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872042 Mar 08 22:27:09.383689 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-09974896-7121-4c37-bc9d-436db451099e req-77424da4-c890-43ec-bda6-b01953befb81 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000881 Mar 08 22:27:09.725177 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:09.774216 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:09.885674 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Floating IP 29aba8f2-c3f9-41be-9c3b-d9e4985ef75c associated. External IP: 172.27.1.241, port: 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f. Mar 08 22:27:10.323634 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b734cb-8e2a-4fa0-ad49-3480a18de1f7 req-2cb839df-a585-41d0-9c7b-8b8bfcdfa75c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:10.328118 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c5b734cb-8e2a-4fa0-ad49-3480a18de1f7 req-2cb839df-a585-41d0-9c7b-8b8bfcdfa75c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1103437 Mar 08 22:27:10.334506 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:27:10.422198 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c5b734cb-8e2a-4fa0-ad49-3480a18de1f7 req-f0d0bac8-7483-427a-9a15-91d1ba741faf tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901315 Mar 08 22:27:10.481520 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:10.486009 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:10.495397 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:10.506477 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:10.507136 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:26:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:10.520386 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3cbc4ddd-3451-4814-9374-1e43fdda8b19 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "PUT /v2.0/floatingips/29aba8f2-c3f9-41be-9c3b-d9e4985ef75c HTTP/1.1" status: 200 len: 991 time: 1.5279875 Mar 08 22:27:10.520386 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:27:10.520386 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c" -d '{"events": [{"name": "network-changed", "server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:27:10.556669 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab0a68-9f4e-4ded-9a97-6ca909c71232 x-openstack-request-id: req-b1ab0a68-9f4e-4ded-9a97-6ca909c71232 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:27:10.556952 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:27:10.557204 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1ab0a68-9f4e-4ded-9a97-6ca909c71232 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:27:10.557645 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'status': 'completed', 'code': 200} Mar 08 22:27:10.622828 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:10.633582 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-aee99bd7-4128-4a06-b24b-6ee3b13ff6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:10.635074 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-aee99bd7-4128-4a06-b24b-6ee3b13ff6da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.0452003 Mar 08 22:27:10.729224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-b543d160-6f9a-4a3f-b952-b0b705b4b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:10.731220 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-b543d160-6f9a-4a3f-b952-b0b705b4b4ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0875466 Mar 08 22:27:10.827110 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-aa36be00-96b4-4acb-be29-ca948c295a40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 999 time: 0.0896783 Mar 08 22:27:10.880865 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-ba4d0622-dfa2-4939-bc58-e3a4780d79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:10.882352 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-ba4d0622-dfa2-4939-bc58-e3a4780d79a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0493872 Mar 08 22:27:10.899583 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '29aba8f2-c3f9-41be-9c3b-d9e4985ef75c', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:98:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567605e4-416d-4014-8361-d37e594273d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:26:15Z', 'updated_at': '2022-03-08T22:27:09Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:10.926026 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:10.934221 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:10.934854 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:26:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:10.937346 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-77e064b3-1a95-4eb4-a6f3-1730859f071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:10.938858 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-77e064b3-1a95-4eb4-a6f3-1730859f071f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448308 Mar 08 22:27:11.051858 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-c3862040-ae89-45a4-9e78-cbec750b24c3 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046116 Mar 08 22:27:11.159815 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:11.165306 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fbf5aa-f832-4ba0-bba3-33a06cfa298c req-fdaeae26-3e22-49e6-9166-67687b3836ca service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072407 Mar 08 22:27:11.415840 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '29aba8f2-c3f9-41be-9c3b-d9e4985ef75c', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:98:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567605e4-416d-4014-8361-d37e594273d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:26:15Z', 'updated_at': '2022-03-08T22:27:09Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:11.443091 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2756e-ba13-4c1f-ac8a-29484b77fde0 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '29aba8f2-c3f9-41be-9c3b-d9e4985ef75c', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:98:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567605e4-416d-4014-8361-d37e594273d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:26:15Z', 'updated_at': '2022-03-08T22:27:09Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:11.568629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dfd57-8f92-4e7f-afc1-67287687e9b4 req-8b539404-f2e7-425e-8be5-684ca138e802 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:11.569205 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2a7dfd57-8f92-4e7f-afc1-67287687e9b4 req-8b539404-f2e7-425e-8be5-684ca138e802 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0668690 Mar 08 22:27:11.628584 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2a7dfd57-8f92-4e7f-afc1-67287687e9b4 req-ca8d5d98-6dcf-43a2-8266-3887f35fbe16 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Mar 08 22:27:11.688737 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4018a21-88ca-4d2e-8061-c20504a6c8b3 None None] New status for floating IP 29aba8f2-c3f9-41be-9c3b-d9e4985ef75c: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:27:12.743181 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1d38-4b6f-4073-bafc-fdea7d1cb17d req-40045415-526b-424a-97d9-e9c9d8980518 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:12.744847 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0d3d1d38-4b6f-4073-bafc-fdea7d1cb17d req-40045415-526b-424a-97d9-e9c9d8980518 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Mar 08 22:27:12.794096 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0d3d1d38-4b6f-4073-bafc-fdea7d1cb17d req-43fc74e2-7087-400a-b885-7a9eb51a709a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Mar 08 22:27:13.547503 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36942) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:13.589574 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Deleting subnet 7bc4215f-1342-45e1-b50e-a1747aaa7be0 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:27:13.593254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Publish callbacks [] for subnet (7bc4215f-1342-45e1-b50e-a1747aaa7be0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.625754 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13611336'] for subnet (7bc4215f-1342-45e1-b50e-a1747aaa7be0), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.664616 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (7bc4215f-1342-45e1-b50e-a1747aaa7be0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.803442 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13474252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136511'] for subnet (7bc4215f-1342-45e1-b50e-a1747aaa7be0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.835576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc4215f-1342-45e1-b50e-a1747aaa7be0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:13.841701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.847876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 36958) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:13.851588 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8a8ab32e-fb5e-4f87-bc70-28f7ec6b4881 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7bc4215f-1342-45e1-b50e-a1747aaa7be0 HTTP/1.1" status: 204 len: 168 time: 0.3027310 Mar 08 22:27:13.955293 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:13.980302 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae601cf5-d648-403e-ab7b-cd13511a1857 req-0589b2f2-5844-40cf-a771-665acb715906 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:13.981817 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ae601cf5-d648-403e-ab7b-cd13511a1857 req-0589b2f2-5844-40cf-a771-665acb715906 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1075299 Mar 08 22:27:14.071044 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.098570 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ae601cf5-d648-403e-ab7b-cd13511a1857 req-137432fc-6a8a-46b3-8df7-7e4c70b35d78 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967393 Mar 08 22:27:14.102492 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.102897 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.103650 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.103982 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > port after_create 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.104322 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.104668 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > port after_update 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.104987 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.105309 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.105654 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.105974 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.171550 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.171904 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.172238 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.172571 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 22:27:14.172943 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:14.194100 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de43545-e07c-450b-b2a3-fcd253851c91') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:14.194403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de43545-e07c-450b-b2a3-fcd253851c91') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:14.209647 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (9de43545-e07c-450b-b2a3-fcd253851c91), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.229716 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (9de43545-e07c-450b-b2a3-fcd253851c91), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.237891 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:27:14.239808 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (9de43545-e07c-450b-b2a3-fcd253851c91), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: from cryptography.utils import int_from_bytes Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: from cryptography.utils import int_from_bytes Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:27:14.242085 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:27:14.340011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.347211 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.350468 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5 HTTP/1.1" status: 204 len: 168 time: 0.5017614 Mar 08 22:27:14.353557 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36964) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:14.360471 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56423557-f84f-45a2-8f96-ce11fcbf388e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba3aa9b-6717-43a3-bc4c-d7cdbcb58fc5,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:14.397571 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Deleting subnet 104d6783-e15e-4a3b-aa34-619a5f23ac31 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:27:14.400707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Publish callbacks [] for subnet (104d6783-e15e-4a3b-aa34-619a5f23ac31), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.433467 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13611336'] for subnet (104d6783-e15e-4a3b-aa34-619a5f23ac31), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.470031 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (104d6783-e15e-4a3b-aa34-619a5f23ac31), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.614417 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13474252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136511'] for subnet (104d6783-e15e-4a3b-aa34-619a5f23ac31), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.642441 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104d6783-e15e-4a3b-aa34-619a5f23ac31,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:14.645941 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.649070 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f3726d5a-c207-4a4e-b8e1-abae5197cadd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/104d6783-e15e-4a3b-aa34-619a5f23ac31 HTTP/1.1" status: 204 len: 168 time: 0.2945330 Mar 08 22:27:14.651548 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36966) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:14.717466 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (99db176c-6554-4ba6-ac18-6ce8387dc257), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:14.990479 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (99db176c-6554-4ba6-ac18-6ce8387dc257), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.009993 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99db176c-6554-4ba6-ac18-6ce8387dc257']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:15.019690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf23952-8b64-47e8-a1db-3abd5a7e89c8') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:15.019982 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf23952-8b64-47e8-a1db-3abd5a7e89c8') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:15.030605 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (4bf23952-8b64-47e8-a1db-3abd5a7e89c8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.043501 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (4bf23952-8b64-47e8-a1db-3abd5a7e89c8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.049207 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:27:15.049580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (4bf23952-8b64-47e8-a1db-3abd5a7e89c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:27:15.051179 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:27:15.203482 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (99db176c-6554-4ba6-ac18-6ce8387dc257), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.223195 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.226565 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] 10.222.0.39 "DELETE /v2.0/networks/99db176c-6554-4ba6-ac18-6ce8387dc257 HTTP/1.1" status: 204 len: 168 time: 0.5738685 Mar 08 22:27:15.229054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac76c2-8746-4e41-bd51-2ebe19fd859b admin admin] Pushing event deleted for resources: {'Network': ['ID=99db176c-6554-4ba6-ac18-6ce8387dc257,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:15.241806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122760a2-03a4-476c-b0e2-303d2108d40f req-79d1535d-071c-4b4f-9a70-09223743f15b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:15.243322 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-122760a2-03a4-476c-b0e2-303d2108d40f req-79d1535d-071c-4b4f-9a70-09223743f15b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0795145 Mar 08 22:27:15.254484 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13bdb385-772e-4f3d-9260-5e65128a6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.292250 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-122760a2-03a4-476c-b0e2-303d2108d40f req-ddd9af0f-f48a-420d-ac7e-19a39ddd80d8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Mar 08 22:27:15.670696 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36990) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:15.710152 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-aaeb870d-7345-4b09-b5cd-32678db8a73a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b86967cad834ddc9fac714ab2a0250b&name=default HTTP/1.1" status: 200 len: 2994 time: 0.0382032 Mar 08 22:27:15.712541 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 36994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:15.758265 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] Publish callbacks [] for security_group (69e8e671-5db5-43b7-a98d-74a2e9da5404), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.778060 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] Publish callbacks [] for security_group (69e8e671-5db5-43b7-a98d-74a2e9da5404), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.928628 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (69e8e671-5db5-43b7-a98d-74a2e9da5404), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.931205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:15.932345 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69e8e671-5db5-43b7-a98d-74a2e9da5404 HTTP/1.1" status: 204 len: 168 time: 0.2188752 Mar 08 22:27:15.941022 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b804e06-e6ea-48d3-b273-09aeaaebf8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8e671-5db5-43b7-a98d-74a2e9da5404,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:16.423499 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fc7f6-f717-435c-8428-5fd6bd60b2ae req-917f1c64-993b-4d5f-9589-defc5fab9773 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:16.426319 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cc9fc7f6-f717-435c-8428-5fd6bd60b2ae req-917f1c64-993b-4d5f-9589-defc5fab9773 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0656953 Mar 08 22:27:16.470975 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cc9fc7f6-f717-435c-8428-5fd6bd60b2ae req-ea13779d-90b0-4eb8-93fc-65c403cee5b3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Mar 08 22:27:16.545338 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37010) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:16.586270 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-113621b3-619c-429d-8d9d-1589138e2459 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd3b790690f34deea3f0dd64f35d98a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397480 Mar 08 22:27:16.588780 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:16.633445 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] Publish callbacks [] for security_group (a77d4147-5c4a-4d37-a5d3-14d2dff28bc9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:16.654306 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] Publish callbacks [] for security_group (a77d4147-5c4a-4d37-a5d3-14d2dff28bc9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:16.785690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a77d4147-5c4a-4d37-a5d3-14d2dff28bc9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:16.788242 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:16.789395 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a77d4147-5c4a-4d37-a5d3-14d2dff28bc9 HTTP/1.1" status: 204 len: 168 time: 0.1997597 Mar 08 22:27:16.797692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b7d2-0fc5-426a-bdeb-9e14fff22b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d4147-5c4a-4d37-a5d3-14d2dff28bc9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:17.334191 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d64b729d-e81c-45e4-a601-07c6fc663999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:17.590348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49e255-841e-47fd-985c-c022187a9587 req-55ccfbd8-015e-474f-9e16-24cb81d8616a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:17.591848 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae49e255-841e-47fd-985c-c022187a9587 req-55ccfbd8-015e-474f-9e16-24cb81d8616a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0560358 Mar 08 22:27:17.638624 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae49e255-841e-47fd-985c-c022187a9587 req-950785c7-4b26-43bf-abfd-815f7e492b0f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Mar 08 22:27:18.384246 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37068) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:18.480453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.488461 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0da5a247-a466-4a94-ade4-0e336a5a15ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.569571 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0da5a247-a466-4a94-ade4-0e336a5a15ce admin admin] Publish callbacks [] for security_group (7f35bd83-e963-4495-a89c-21e2cf2a8fed), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.625591 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0da5a247-a466-4a94-ade4-0e336a5a15ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7f35bd83-e963-4495-a89c-21e2cf2a8fed), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.662653 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-0da5a247-a466-4a94-ade4-0e336a5a15ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6df59c57fa224156847df198d8f96578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772110 Mar 08 22:27:18.663658 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5a247-a466-4a94-ade4-0e336a5a15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f35bd83-e963-4495-a89c-21e2cf2a8fed,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:18.665272 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:18.717531 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] Publish callbacks [] for security_group (7f35bd83-e963-4495-a89c-21e2cf2a8fed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.739244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] Publish callbacks [] for security_group (7f35bd83-e963-4495-a89c-21e2cf2a8fed), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.756286 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be5cf-b18b-4420-9c08-e80e1f914bd4 req-9a942ae0-99be-41ff-9d29-c526e93e2032 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:18.757754 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-828be5cf-b18b-4420-9c08-e80e1f914bd4 req-9a942ae0-99be-41ff-9d29-c526e93e2032 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Mar 08 22:27:18.808467 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-828be5cf-b18b-4420-9c08-e80e1f914bd4 req-27afc731-b34a-41a1-9b93-7d4cf34f4d04 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Mar 08 22:27:18.883204 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7f35bd83-e963-4495-a89c-21e2cf2a8fed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.885808 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:18.887003 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f35bd83-e963-4495-a89c-21e2cf2a8fed HTTP/1.1" status: 204 len: 168 time: 0.2206738 Mar 08 22:27:18.894551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82646-cdcc-4c54-a1db-c7f9be8348d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f35bd83-e963-4495-a89c-21e2cf2a8fed,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:19.938588 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11627c-0a43-4a29-ab17-8cac5086d6e2 req-37f2e980-ef7e-4d6e-a071-c463987b7934 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:19.940133 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6d11627c-0a43-4a29-ab17-8cac5086d6e2 req-37f2e980-ef7e-4d6e-a071-c463987b7934 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0566962 Mar 08 22:27:19.968468 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:19.987912 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6d11627c-0a43-4a29-ab17-8cac5086d6e2 req-3532ed5c-ebf9-4124-aacb-42e4eac7498f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Mar 08 22:27:20.600384 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-3b321e64-f935-4fbc-9bdc-30daa0bac797 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420885 Mar 08 22:27:21.103306 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5e32-fac9-4109-96c1-7c193d39791a req-55714350-b8d0-4281-b555-16a36b5e2c89 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:21.104745 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c6f5e32-fac9-4109-96c1-7c193d39791a req-55714350-b8d0-4281-b555-16a36b5e2c89 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0502543 Mar 08 22:27:21.149143 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c6f5e32-fac9-4109-96c1-7c193d39791a req-116ddfc8-aff9-48e7-9093-6c4f09203693 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Mar 08 22:27:21.333957 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:22.108770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-d0006d27-5bcc-4aa9-9f57-8ccc9f7f2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:22.110519 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-d0006d27-5bcc-4aa9-9f57-8ccc9f7f2b02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb0420850252458cbb0f99dcdcb689ca&device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 1129 time: 0.0472927 Mar 08 22:27:22.214260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-93a63c7f-cb31-4e65-8bcd-0a8d0b8125f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:22.216379 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-93a63c7f-cb31-4e65-8bcd-0a8d0b8125f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f2726e5-c03e-484a-85c4-362b0e2f515d HTTP/1.1" status: 200 len: 913 time: 0.0851982 Mar 08 22:27:22.285887 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-9652449c-6921-4029-bae5-861196c79cf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 HTTP/1.1" status: 200 len: 217 time: 0.0412123 Mar 08 22:27:22.338741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a6e7-8eed-4fb5-b5a2-02ec2d836afa req-16b186ca-7b0c-4286-a90d-5542057f1bd8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:22.340781 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37f9a6e7-8eed-4fb5-b5a2-02ec2d836afa req-16b186ca-7b0c-4286-a90d-5542057f1bd8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1233256 Mar 08 22:27:22.354965 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-99f80c1e-cad1-49ac-8a5f-130cc637200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:22.356923 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-99f80c1e-cad1-49ac-8a5f-130cc637200f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e23f37cb-1f6f-4979-9280-84a701d0a41f HTTP/1.1" status: 200 len: 852 time: 0.0629220 Mar 08 22:27:22.394095 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-cf9658cc-2d71-43af-bc27-4ed3b367a4e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f2726e5-c03e-484a-85c4-362b0e2f515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297945 Mar 08 22:27:22.440914 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37f9a6e7-8eed-4fb5-b5a2-02ec2d836afa req-89efd070-336f-45fe-b1ca-8637cc45851c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943573 Mar 08 22:27:22.499568 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-0f35230c-4b5a-484e-b8d9-78c867ceeeac service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978620 Mar 08 22:27:22.592166 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-81ef55a7-d0eb-463a-9b92-7fd60dfebcf1 req-dab06620-d408-4c1b-ad6d-61c3580bd134 service neutron] 10.222.0.35 "GET /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Mar 08 22:27:23.687964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6c1c-3405-4eeb-942c-c3f7119a2c0d req-00a19322-c483-4945-8311-515e4eec188c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:23.687964 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8bcf6c1c-3405-4eeb-942c-c3f7119a2c0d req-00a19322-c483-4945-8311-515e4eec188c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Mar 08 22:27:23.687964 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8bcf6c1c-3405-4eeb-942c-c3f7119a2c0d req-74816b33-322c-4c78-94f4-931485086c0d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Mar 08 22:27:24.758069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fd96-1ab2-4d8b-8b58-29c3f898e12c req-6754923c-aad6-4755-b945-d447c2a65829 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:24.759576 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77a6fd96-1ab2-4d8b-8b58-29c3f898e12c req-6754923c-aad6-4755-b945-d447c2a65829 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Mar 08 22:27:24.810206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77a6fd96-1ab2-4d8b-8b58-29c3f898e12c req-ca523644-3f5a-4e76-9cb6-9db28905ffee tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Mar 08 22:27:25.256511 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37266) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:25.290548 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b317f7-71eb-4860-b7c4-b40dbdf20a54 req-7ba6d94c-3ece-45a5-94f4-af065dbeea57 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:25.292081 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0b317f7-71eb-4860-b7c4-b40dbdf20a54 req-7ba6d94c-3ece-45a5-94f4-af065dbeea57 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0518684 Mar 08 22:27:25.339174 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d0b317f7-71eb-4860-b7c4-b40dbdf20a54 req-2eb0ba3f-9df3-4a86-89d7-524dd93bd715 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Mar 08 22:27:25.366530 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-045aaf01-ae48-43f9-81a4-c562657120d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.439047 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-045aaf01-ae48-43f9-81a4-c562657120d3 admin admin] Publish callbacks [] for security_group (50993be4-829d-4ab7-9bfc-4b61610a300a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.516436 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-045aaf01-ae48-43f9-81a4-c562657120d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (50993be4-829d-4ab7-9bfc-4b61610a300a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.553487 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-045aaf01-ae48-43f9-81a4-c562657120d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97021acd63bc407f822d05e04a2b8caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959206 Mar 08 22:27:25.554345 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aaf01-ae48-43f9-81a4-c562657120d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50993be4-829d-4ab7-9bfc-4b61610a300a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:25.557105 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:25.609830 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] Publish callbacks [] for security_group (50993be4-829d-4ab7-9bfc-4b61610a300a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.629697 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] Publish callbacks [] for security_group (50993be4-829d-4ab7-9bfc-4b61610a300a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.745448 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (50993be4-829d-4ab7-9bfc-4b61610a300a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.748505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:25.749628 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50993be4-829d-4ab7-9bfc-4b61610a300a HTTP/1.1" status: 204 len: 168 time: 0.1911619 Mar 08 22:27:25.757217 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5201-0e37-4e70-bd7d-f0d0f2475229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50993be4-829d-4ab7-9bfc-4b61610a300a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:25.928072 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a873-8e6c-4291-991f-cac0002c7a59 req-138c6962-a05a-4f65-8d98-470b12596538 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:25.929514 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cdf5a873-8e6c-4291-991f-cac0002c7a59 req-138c6962-a05a-4f65-8d98-470b12596538 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0524137 Mar 08 22:27:25.983328 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cdf5a873-8e6c-4291-991f-cac0002c7a59 req-5e77923f-16fe-42d2-accb-54dcf5219697 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Mar 08 22:27:26.345034 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37286) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:26.358697 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f0121dbe-c613-4f7b-8826-6684fedc0a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.432417 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f0121dbe-c613-4f7b-8826-6684fedc0a5e admin admin] Publish callbacks [] for security_group (fb23f758-0522-42dd-8d58-a02326a56358), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.460180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39455d-8d99-4f16-8a11-207e4babd0d0 req-56d740dd-3449-4648-91da-96ecdab5d3bc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:26.461574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec39455d-8d99-4f16-8a11-207e4babd0d0 req-56d740dd-3449-4648-91da-96ecdab5d3bc tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Mar 08 22:27:26.494043 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f0121dbe-c613-4f7b-8826-6684fedc0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fb23f758-0522-42dd-8d58-a02326a56358), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.508584 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec39455d-8d99-4f16-8a11-207e4babd0d0 req-c88618a3-418f-4b55-b1a6-92943202c8d8 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Mar 08 22:27:26.535867 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f0121dbe-c613-4f7b-8826-6684fedc0a5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67b16bb339a74a3ca379fb4d96c716b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897388 Mar 08 22:27:26.536691 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121dbe-c613-4f7b-8826-6684fedc0a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23f758-0522-42dd-8d58-a02326a56358,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:26.538484 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37290) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:26.586029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] Publish callbacks [] for security_group (fb23f758-0522-42dd-8d58-a02326a56358), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.607984 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] Publish callbacks [] for security_group (fb23f758-0522-42dd-8d58-a02326a56358), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.717067 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fb23f758-0522-42dd-8d58-a02326a56358), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.720014 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:26.721241 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb23f758-0522-42dd-8d58-a02326a56358 HTTP/1.1" status: 204 len: 168 time: 0.1816587 Mar 08 22:27:26.729547 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02930496-b98f-4449-b0d4-3b4561bf1b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23f758-0522-42dd-8d58-a02326a56358,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:27.104487 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed12e-c0aa-48d6-9844-649d1e130c7e req-9549e7f6-d952-4a4f-9af8-f5fb03bbc72e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:27.105981 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7f9ed12e-c0aa-48d6-9844-649d1e130c7e req-9549e7f6-d952-4a4f-9af8-f5fb03bbc72e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0560870 Mar 08 22:27:27.156464 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7f9ed12e-c0aa-48d6-9844-649d1e130c7e req-941cfbbe-95d4-41ca-ada8-86d9422a922d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Mar 08 22:27:27.635643 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac340-0fc2-46cc-910b-3c57e1f7260d req-d9d66e7e-8da9-466c-8489-a61faac61848 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:27.637180 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d07ac340-0fc2-46cc-910b-3c57e1f7260d req-d9d66e7e-8da9-466c-8489-a61faac61848 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0554049 Mar 08 22:27:27.683500 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d07ac340-0fc2-46cc-910b-3c57e1f7260d req-2479d514-d907-4910-85d7-077725d54090 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Mar 08 22:27:28.283464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d5e0d-f3c0-4d60-9826-fe69d9480d1d req-ac295abb-9882-4aa1-bbf3-c531b9a60e57 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:28.284999 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c9d5e0d-f3c0-4d60-9826-fe69d9480d1d req-ac295abb-9882-4aa1-bbf3-c531b9a60e57 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Mar 08 22:27:28.350179 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c9d5e0d-f3c0-4d60-9826-fe69d9480d1d req-90f66b19-9b01-4ac1-90ec-2bbda56ca655 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498281 Mar 08 22:27:28.809465 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad120f-43d7-42cd-9332-13363f4155cf req-e59cd81e-774b-48b5-a6dd-9647570cdd78 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:28.811061 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cbad120f-43d7-42cd-9332-13363f4155cf req-e59cd81e-774b-48b5-a6dd-9647570cdd78 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0586255 Mar 08 22:27:28.859824 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cbad120f-43d7-42cd-9332-13363f4155cf req-86f2f70c-fc72-4c19-86b1-99fbfa1da201 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Mar 08 22:27:29.467406 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4775a-2273-49bc-9bfd-4ba845e489cf req-909bf038-c05f-4a58-9566-3c13529a2acd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:29.468859 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-69c4775a-2273-49bc-9bfd-4ba845e489cf req-909bf038-c05f-4a58-9566-3c13529a2acd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0542619 Mar 08 22:27:29.514657 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-69c4775a-2273-49bc-9bfd-4ba845e489cf req-12fb634e-4a8d-4b9d-9075-37890a87c4f8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Mar 08 22:27:29.980865 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0e48-7fbb-4a6e-a1d6-15cda22305c2 req-5880bda3-1867-47a6-a733-771de23b700b tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:29.982506 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-453c0e48-7fbb-4a6e-a1d6-15cda22305c2 req-5880bda3-1867-47a6-a733-771de23b700b tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0563734 Mar 08 22:27:30.028977 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-453c0e48-7fbb-4a6e-a1d6-15cda22305c2 req-efae08e0-b925-4276-8bea-d2ec6614fab9 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Mar 08 22:27:30.506671 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:27:30.634622 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfde6d-37d5-4223-a2cf-362637f443e7 req-f0041db5-211b-46f3-9070-001f7d070b79 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:30.636153 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9dcfde6d-37d5-4223-a2cf-362637f443e7 req-f0041db5-211b-46f3-9070-001f7d070b79 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0542698 Mar 08 22:27:30.682638 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9dcfde6d-37d5-4223-a2cf-362637f443e7 req-4d31b7a3-1970-4734-aeec-4c2308e416c0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Mar 08 22:27:31.150139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55acdc-81a8-4379-865e-c14bc3b32587 req-cb902ad3-6b17-487c-813e-9fac9afc83a7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:31.151618 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b55acdc-81a8-4379-865e-c14bc3b32587 req-cb902ad3-6b17-487c-813e-9fac9afc83a7 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0547426 Mar 08 22:27:31.214046 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b55acdc-81a8-4379-865e-c14bc3b32587 req-afe2250b-48e0-46dd-9f06-3d53a3fddb7d tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb6250df-ea67-4f58-928d-5f875efbef42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Mar 08 22:27:31.413158 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37422) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:31.490773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-d88006e3-a6e6-44e5-9ac1-c729e0206639 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:31.492313 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-d88006e3-a6e6-44e5-9ac1-c729e0206639 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.35 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 945 time: 0.0865018 Mar 08 22:27:31.535242 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dba3e325-b3e3-45b3-ae42-7f1bfd6510b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.614956 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dba3e325-b3e3-45b3-ae42-7f1bfd6510b8 admin admin] Publish callbacks [] for security_group (2eaf5b07-60d8-4287-a865-c3de3ebdb12e), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.655771 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Deleting port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:27:31.656025 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.676538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dba3e325-b3e3-45b3-ae42-7f1bfd6510b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (2eaf5b07-60d8-4287-a865-c3de3ebdb12e), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.716234 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-dba3e325-b3e3-45b3-ae42-7f1bfd6510b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af6dca5e76e94d0eb9e97ff866e5c81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019636 Mar 08 22:27:31.718621 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3e325-b3e3-45b3-ae42-7f1bfd6510b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf5b07-60d8-4287-a865-c3de3ebdb12e,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:31.719848 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37436) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:31.781987 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] For port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,segment=NetworkSegment(0d64af35-7b09-4abf-8135-7c864c7b5c82),segment_id=0d64af35-7b09-4abf-8135-7c864c7b5c82)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:31.782439 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.801663 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Calling delete_port for f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:27:31.821553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] Publish callbacks [] for security_group (2eaf5b07-60d8-4287-a865-c3de3ebdb12e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.838294 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346666c0-d58f-49b7-b0e5-fef987951c56 req-ddfc0f05-b938-4252-8fd9-8c748aad698b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:31.840334 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-346666c0-d58f-49b7-b0e5-fef987951c56 req-ddfc0f05-b938-4252-8fd9-8c748aad698b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0577500 Mar 08 22:27:31.895351 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] Publish callbacks [] for security_group (2eaf5b07-60d8-4287-a865-c3de3ebdb12e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:31.897779 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-346666c0-d58f-49b7-b0e5-fef987951c56 req-10360c58-eec5-474a-9469-f2f1aa349afc tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Mar 08 22:27:32.076992 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (2eaf5b07-60d8-4287-a865-c3de3ebdb12e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:32.079591 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:32.080751 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eaf5b07-60d8-4287-a865-c3de3ebdb12e HTTP/1.1" status: 204 len: 168 time: 0.3599622 Mar 08 22:27:32.083383 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (f3a00c8b-0e09-412a-a10e-e4c8a1d985b3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:32.102341 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['f3a00c8b-0e09-412a-a10e-e4c8a1d985b3'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:27:32.116675 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Pushing event deleted for resources: {'Port': ['ID=f3a00c8b-0e09-412a-a10e-e4c8a1d985b3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:32.118521 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06197ba-1994-49fb-8c34-17d8d7cecb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf5b07-60d8-4287-a865-c3de3ebdb12e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:32.182408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] No DVR routers for this DVR port f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:27:32.188525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:32.191856 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-992cc4b2-92a3-4013-a3b5-8a47a23397fe req-6796bd6a-8a2e-4b0e-8cc5-9deea362c706 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.35 "DELETE /v2.0/ports/f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 HTTP/1.1" status: 204 len: 173 time: 0.6935408 Mar 08 22:27:32.192456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'name': 'network-vif-deleted', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:27:32.194764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7eb51-ca7f-45c8-96cd-f49c70b38a81" -d '{"events": [{"server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "name": "network-vif-deleted", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:27:32.237845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb186cc5-0580-4dba-bd80-5304f0f03ac5 x-openstack-request-id: req-bb186cc5-0580-4dba-bd80-5304f0f03ac5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:27:32.237845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a422f615-8288-4ad4-9629-2fedf2150956", "name": "network-vif-deleted", "tag": "f3a00c8b-0e09-412a-a10e-e4c8a1d985b3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:27:32.237845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb186cc5-0580-4dba-bd80-5304f0f03ac5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:27:32.237845 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a422f615-8288-4ad4-9629-2fedf2150956', 'name': 'network-vif-deleted', 'tag': 'f3a00c8b-0e09-412a-a10e-e4c8a1d985b3', 'status': 'completed', 'code': 200} Mar 08 22:27:32.311260 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6088b98c-fe37-4518-b84a-8b10a5483ff3 req-907c763f-628a-4612-8cbb-17aa960f15d1 tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Mar 08 22:27:33.031172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5bbb4-e825-4fbb-9088-71148f70b3f1 req-33e7cfbc-5ff5-41e6-bfc1-eba7aec881a4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:33.032642 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-80e5bbb4-e825-4fbb-9088-71148f70b3f1 req-33e7cfbc-5ff5-41e6-bfc1-eba7aec881a4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0536838 Mar 08 22:27:33.080950 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-80e5bbb4-e825-4fbb-9088-71148f70b3f1 req-2550b463-6275-4887-a1a8-003fb70ad9f9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Mar 08 22:27:33.212617 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:33.315849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183351588-network', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:33.435178 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d223602a-ead5-48aa-97ea-cea19078203e req-1b79df94-2e2e-47c5-999d-67fe973715bb tempest-DeleteServersTestJSON-1615972359 tempest-DeleteServersTestJSON-1615972359-project] 10.222.0.39 "GET /v2.0/ports?device_id=a422f615-8288-4ad4-9629-2fedf2150956 HTTP/1.1" status: 200 len: 210 time: 0.0362699 Mar 08 22:27:33.436855 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Made reservation on behalf of dfacbf49bca04d4297a1b3770e039e4b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:33.439200 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.459432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.535547 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks [] for security_group (08d2095c-f3f1-4b83-b2a7-ac82b89c8900), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.608253 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (08d2095c-f3f1-4b83-b2a7-ac82b89c8900), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.638349 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:27:33.647481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2095c-f3f1-4b83-b2a7-ac82b89c8900,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:33.656200 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (66428a5d-e895-4ef6-ac40-6cda962a2a17), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.656326 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Added segment 66428a5d-e895-4ef6-ac40-6cda962a2a17 of type vlan for network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 Mar 08 22:27:33.701837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (4c985ac3-d6dd-40ee-a9a7-696c3c93d362), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.779801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (4c985ac3-d6dd-40ee-a9a7-696c3c93d362), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.780697 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:33.781303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:33.838648 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c985ac3-d6dd-40ee-a9a7-696c3c93d362,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:33.850460 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:27:33.881728 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e17886ce-d0c3-4254-ac5d-93d6529eedd4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6647179 Mar 08 22:27:33.882074 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37518) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:33.889913 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Request body: {'subnet': {'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183351588-subnet', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:33.965442 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Made reservation on behalf of dfacbf49bca04d4297a1b3770e039e4b for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:33.967729 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.230367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dcb5-949f-4094-8159-3f559c657139 req-65b95a5e-ca5f-4f59-8d96-a57a51270725 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:34.231900 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e801dcb5-949f-4094-8159-3f559c657139 req-65b95a5e-ca5f-4f59-8d96-a57a51270725 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0603077 Mar 08 22:27:34.259715 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (d60932c9-9483-4e79-8de0-65c022353216), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.283701 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e801dcb5-949f-4094-8159-3f559c657139 req-1bbffa97-213d-4dee-856e-9d44f399417a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461125 Mar 08 22:27:34.317765 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60932c9-9483-4e79-8de0-65c022353216,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:34.330413 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Checking segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:34.330413 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Network hostable DHCP agents. Network: 4c985ac3-d6dd-40ee-a9a7-696c3c93d362, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:27:34.369216 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37546) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:34.376870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:27:34.396669 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:27:34.397022 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f3a00c8b-0e09-412a-a10e-e4c8a1d985b3 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:27:34.414443 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:27:34.476289 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37556) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:34.501114 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 4c985ac3-d6dd-40ee-a9a7-696c3c93d362) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:34.513558 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:34.514361 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.520815 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c06a485-8345-4982-80ab-d73b7d941c51 None None] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:34.600923 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe3c7-a9f3-49be-aef6-37f00410143a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.673263 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:27:34.674541 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.681111 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-febe789c-c33f-4d0b-921a-48f4884b27df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7975461 Mar 08 22:27:34.683825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:34.688688 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:34.731575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a6969cd-03c5-40af-98a2-0a0f2c227ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.742560 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe3c7-a9f3-49be-aef6-37f00410143a admin admin] Publish callbacks [] for security_group (359b2312-bf34-4a46-bdcf-90c7f52ccd4a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.787641 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.789092 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.833019 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a6969cd-03c5-40af-98a2-0a0f2c227ff2 admin admin] Publish callbacks [] for security_group (90fc91ea-df61-4f62-b1a9-663e1a3162ba), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.841840 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Allocated IP 172.20.0.2 (4c985ac3-d6dd-40ee-a9a7-696c3c93d362/d60932c9-9483-4e79-8de0-65c022353216/639beaca-ba8c-4055-8407-8ac6cc344fe8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:34.842010 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for router_controller (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.842931 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe3c7-a9f3-49be-aef6-37f00410143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (359b2312-bf34-4a46-bdcf-90c7f52ccd4a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.884312 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a3ffe3c7-a9f3-49be-aef6-37f00410143a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe7b5f6d556f4653b4b03b07a5d997f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138865 Mar 08 22:27:34.885203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffe3c7-a9f3-49be-aef6-37f00410143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b2312-bf34-4a46-bdcf-90c7f52ccd4a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:34.888230 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37574) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:34.935093 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a6969cd-03c5-40af-98a2-0a0f2c227ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (90fc91ea-df61-4f62-b1a9-663e1a3162ba), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.947212 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] Publish callbacks [] for security_group (359b2312-bf34-4a46-bdcf-90c7f52ccd4a), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.997203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] Publish callbacks [] for security_group (359b2312-bf34-4a46-bdcf-90c7f52ccd4a), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:34.999464 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks [] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.008457 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9a6969cd-03c5-40af-98a2-0a0f2c227ff2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aff7c01573d64ca89ebabcf36fd554fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309024 Mar 08 22:27:35.013791 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37578) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:35.049520 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6969cd-03c5-40af-98a2-0a0f2c227ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc91ea-df61-4f62-b1a9-663e1a3162ba,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:35.082755 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.088122 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] Publish callbacks [] for security_group (90fc91ea-df61-4f62-b1a9-663e1a3162ba), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.106537 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for router_gateway (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.113056 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] Publish callbacks [] for security_group (90fc91ea-df61-4f62-b1a9-663e1a3162ba), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.131988 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:35.135681 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:35.139541 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:35.150792 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (359b2312-bf34-4a46-bdcf-90c7f52ccd4a), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.153335 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.153959 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Pushing event updated for resources: {'Port': ['ID=639beaca-ba8c-4055-8407-8ac6cc344fe8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:35.154456 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/359b2312-bf34-4a46-bdcf-90c7f52ccd4a HTTP/1.1" status: 204 len: 168 time: 0.2652791 Mar 08 22:27:35.165938 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10786-fbf9-4913-9897-f061c5673def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b2312-bf34-4a46-bdcf-90c7f52ccd4a,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:35.182265 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.182643 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.183025 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.183961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.184462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.184791 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.185112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.185586 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.186063 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.186401 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.186726 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.187071 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.187388 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:35.239691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Attempting to bind port 639beaca-ba8c-4055-8407-8ac6cc344fe8 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:35.239691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Attempting to bind port 639beaca-ba8c-4055-8407-8ac6cc344fe8 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:35.240314 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Attempting to bind port 639beaca-ba8c-4055-8407-8ac6cc344fe8 on network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:35.247318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:35.247882 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Checking segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:35.248296 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.248684 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Bound using segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:35.249220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Bound port: 639beaca-ba8c-4055-8407-8ac6cc344fe8, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:35.249711 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.259470 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (90fc91ea-df61-4f62-b1a9-663e1a3162ba), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.262300 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.263682 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90fc91ea-df61-4f62-b1a9-663e1a3162ba HTTP/1.1" status: 204 len: 168 time: 0.2454102 Mar 08 22:27:35.273272 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77df176-9863-4e7f-9d91-cf1e3e06eb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc91ea-df61-4f62-b1a9-663e1a3162ba,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:35.361030 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] For port 639beaca-ba8c-4055-8407-8ac6cc344fe8, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:35.362081 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] For port 639beaca-ba8c-4055-8407-8ac6cc344fe8, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=639beaca-ba8c-4055-8407-8ac6cc344fe8,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:35.434638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6d4bd-0bc1-43e0-a8fd-12f838f534b8 req-f1a18b2f-40e3-430e-808a-75c1e552f1b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:35.438037 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.440496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for router_gateway (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.447664 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3ce6d4bd-0bc1-43e0-a8fd-12f838f534b8 req-f1a18b2f-40e3-430e-808a-75c1e552f1b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0712287 Mar 08 22:27:35.461188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.497982 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eccd0-f58a-483c-9349-3beef8fa535f None None] Pushing event updated for resources: {'Port': ['ID=639beaca-ba8c-4055-8407-8ac6cc344fe8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:35.518269 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3ce6d4bd-0bc1-43e0-a8fd-12f838f534b8 req-e55ca3e3-5fa9-43cf-85fe-e5d444cf70d2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Mar 08 22:27:35.637575 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Allocated IP 172.27.1.99 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/3445fc2b-b146-4957-a820-59c2343228e0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:35.775306 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for port (3445fc2b-b146-4957-a820-59c2343228e0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.890220 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (3445fc2b-b146-4957-a820-59c2343228e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:35.935847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:35.944808 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:35.947601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:35.977728 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Pushing event updated for resources: {'Port': ['ID=3445fc2b-b146-4957-a820-59c2343228e0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.045466 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37600) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.059092 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92f02fa2-aa2d-46c1-be1c-d290eea398f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.146303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37606) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.153481 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37608) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.157757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-527f906b-dd92-42d2-aa80-2c3e9e2ddf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.204786 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92f02fa2-aa2d-46c1-be1c-d290eea398f6 admin admin] Publish callbacks [] for security_group (3360fb38-ef25-4700-a6ca-8e3d3c8eadc0), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.217157 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Deleting subnet e23f37cb-1f6f-4979-9280-84a701d0a41f {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:27:36.220974 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Publish callbacks [] for subnet (e23f37cb-1f6f-4979-9280-84a701d0a41f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.259762 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-527f906b-dd92-42d2-aa80-2c3e9e2ddf3d admin admin] Publish callbacks [] for security_group (187679b5-dd76-484e-8f26-fb1daacf8ae7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.261494 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (e23f37cb-1f6f-4979-9280-84a701d0a41f), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.313663 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92f02fa2-aa2d-46c1-be1c-d290eea398f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3360fb38-ef25-4700-a6ca-8e3d3c8eadc0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.321260 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (e23f37cb-1f6f-4979-9280-84a701d0a41f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.334350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-527f906b-dd92-42d2-aa80-2c3e9e2ddf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (187679b5-dd76-484e-8f26-fb1daacf8ae7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.340293 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 639beaca-ba8c-4055-8407-8ac6cc344fe8 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:36.392660 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-92f02fa2-aa2d-46c1-be1c-d290eea398f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d252e783fcb54562bd3f5f15b282e1df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459620 Mar 08 22:27:36.394212 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37610) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.413970 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 639beaca-ba8c-4055-8407-8ac6cc344fe8 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:36.413970 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.414245 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f02fa2-aa2d-46c1-be1c-d290eea398f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3360fb38-ef25-4700-a6ca-8e3d3c8eadc0,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.486142 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] Publish callbacks [] for security_group (3360fb38-ef25-4700-a6ca-8e3d3c8eadc0), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.512590 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] Publish callbacks [] for security_group (3360fb38-ef25-4700-a6ca-8e3d3c8eadc0), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.529399 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 639beaca-ba8c-4055-8407-8ac6cc344fe8 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:36.529800 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.603727 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (e23f37cb-1f6f-4979-9280-84a701d0a41f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.614154 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 639beaca-ba8c-4055-8407-8ac6cc344fe8, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=639beaca-ba8c-4055-8407-8ac6cc344fe8,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:36.641627 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23f37cb-1f6f-4979-9280-84a701d0a41f,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.665744 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.677903 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-36178e63-d00d-4fe9-ab03-ba9b99ceb208 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e23f37cb-1f6f-4979-9280-84a701d0a41f HTTP/1.1" status: 204 len: 168 time: 0.5232470 Mar 08 22:27:36.678525 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37620) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.688718 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.701537 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3360fb38-ef25-4700-a6ca-8e3d3c8eadc0), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.715789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.719262 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3360fb38-ef25-4700-a6ca-8e3d3c8eadc0 HTTP/1.1" status: 204 len: 168 time: 0.3184173 Mar 08 22:27:36.744213 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f906b-dd92-42d2-aa80-2c3e9e2ddf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187679b5-dd76-484e-8f26-fb1daacf8ae7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.746094 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90e16a-54f4-42eb-8ab8-1e333c0cfe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3360fb38-ef25-4700-a6ca-8e3d3c8eadc0,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.752250 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-527f906b-dd92-42d2-aa80-2c3e9e2ddf3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36614fd17f174edc8254422877a65f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076741 Mar 08 22:27:36.756638 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:36.800324 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for router_gateway (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.822458 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (6f2726e5-c03e-484a-85c4-362b0e2f515d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.822671 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f65b1e-d3c7-44d0-8c4e-1050d1e82479 None None] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:36.839990 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=639beaca-ba8c-4055-8407-8ac6cc344fe8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:36.946072 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (6f2726e5-c03e-484a-85c4-362b0e2f515d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.949081 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9b468-ee7f-4123-bf08-26be9e45f705 req-061d9ff6-1ae2-4375-b3a0-0db9f9cedbda tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:36.956875 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-19a9b468-ee7f-4123-bf08-26be9e45f705 req-061d9ff6-1ae2-4375-b3a0-0db9f9cedbda tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.3237791 Mar 08 22:27:36.964864 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-c3139b44-d3ca-4556-9ceb-ab917a3667a3 None None] Provisioning complete for port 639beaca-ba8c-4055-8407-8ac6cc344fe8 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:36.965517 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3139b44-d3ca-4556-9ceb-ab917a3667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:36.971947 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2726e5-c03e-484a-85c4-362b0e2f515d']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:36.984214 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d64af35-7b09-4abf-8135-7c864c7b5c82') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:36.984796 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d64af35-7b09-4abf-8135-7c864c7b5c82') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:37.000678 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (0d64af35-7b09-4abf-8135-7c864c7b5c82), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.017728 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (0d64af35-7b09-4abf-8135-7c864c7b5c82), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.031217 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:27:37.031621 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (0d64af35-7b09-4abf-8135-7c864c7b5c82), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:27:37.033393 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:27:37.039828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] Publish callbacks [] for security_group (187679b5-dd76-484e-8f26-fb1daacf8ae7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.122023 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c3139b44-d3ca-4556-9ceb-ab917a3667a3 None None] Current status of the port 639beaca-ba8c-4055-8407-8ac6cc344fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:37.149772 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] Publish callbacks [] for security_group (187679b5-dd76-484e-8f26-fb1daacf8ae7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.162493 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-19a9b468-ee7f-4123-bf08-26be9e45f705 req-93ccdbb2-f135-4b93-a58f-4c06bc915b9e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054038 Mar 08 22:27:37.185546 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (6f2726e5-c03e-484a-85c4-362b0e2f515d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.200245 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.203415 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f2726e5-c03e-484a-85c4-362b0e2f515d HTTP/1.1" status: 204 len: 168 time: 0.5234149 Mar 08 22:27:37.212948 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01422b8-a84d-4d36-9f02-db89fd527ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2726e5-c03e-484a-85c4-362b0e2f515d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:37.271492 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.409498 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (187679b5-dd76-484e-8f26-fb1daacf8ae7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.412104 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.413239 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/187679b5-dd76-484e-8f26-fb1daacf8ae7 HTTP/1.1" status: 204 len: 168 time: 0.6568248 Mar 08 22:27:37.428089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0b06-170c-417b-a4f7-a0b23746d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187679b5-dd76-484e-8f26-fb1daacf8ae7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:37.473288 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b84e9e1d-bcdf-450b-9cd8-1029b94c0f78 None None] Provisioning complete for port 639beaca-ba8c-4055-8407-8ac6cc344fe8 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:37.473957 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b84e9e1d-bcdf-450b-9cd8-1029b94c0f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.554665 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b84e9e1d-bcdf-450b-9cd8-1029b94c0f78 None None] Current status of the port 639beaca-ba8c-4055-8407-8ac6cc344fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:37.630791 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:27:37.710093 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37652) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:37.756350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:37.769365 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Sync routers for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:37.769902 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-74c306f9-fbc1-4b22-9729-df5d42a7e9eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb0420850252458cbb0f99dcdcb689ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0605206 Mar 08 22:27:37.772239 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37656) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:37.787697 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:37.788338 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:37.833483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.836158 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bf697403-9344-48e1-b6e7-38c0a172da14 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1503530 Mar 08 22:27:37.837860 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37660) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:37.845011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13304636-278f-4684-b183-5888826b6931 admin admin] Publish callbacks [] for security_group (cb6250df-ea67-4f58-928d-5f875efbef42), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.887108 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13304636-278f-4684-b183-5888826b6931 admin admin] Publish callbacks [] for security_group (cb6250df-ea67-4f58-928d-5f875efbef42), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:37.923799 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:38.025450 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13304636-278f-4684-b183-5888826b6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (cb6250df-ea67-4f58-928d-5f875efbef42), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.028726 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13304636-278f-4684-b183-5888826b6931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.030852 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-13304636-278f-4684-b183-5888826b6931 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb6250df-ea67-4f58-928d-5f875efbef42 HTTP/1.1" status: 204 len: 168 time: 0.2571540 Mar 08 22:27:38.043583 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13304636-278f-4684-b183-5888826b6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6250df-ea67-4f58-928d-5f875efbef42,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:38.119384 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:36Z', 'revision_number': 3, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:38.146785 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Checking router: 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:38.147166 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Updating router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d port 3445fc2b-b146-4957-a820-59c2343228e0 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:38.181054 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3445fc2b-b146-4957-a820-59c2343228e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.213876 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.332370 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 639beaca-ba8c-4055-8407-8ac6cc344fe8 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:38.355179 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d826b-b907-4066-a968-1fcd38d9c5f6 req-ac19a7d1-6d70-4118-aaf0-0a81dfeadf4d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:38.357266 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-093d826b-b907-4066-a968-1fcd38d9c5f6 req-ac19a7d1-6d70-4118-aaf0-0a81dfeadf4d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0899625 Mar 08 22:27:38.431793 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 639beaca-ba8c-4055-8407-8ac6cc344fe8 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:38.432493 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.440246 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-093d826b-b907-4066-a968-1fcd38d9c5f6 req-0c5b0b3a-cbd4-4da1-b1a9-d7da8fd04ce3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Mar 08 22:27:38.463142 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.587661 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 639beaca-ba8c-4055-8407-8ac6cc344fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:38.618535 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks [] for port (3445fc2b-b146-4957-a820-59c2343228e0), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.689014 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Allocated IP 172.20.0.1 (4c985ac3-d6dd-40ee-a9a7-696c3c93d362/d60932c9-9483-4e79-8de0-65c022353216/6da08c6c-343a-40c4-8405-6147006490d9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:38.750693 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3445fc2b-b146-4957-a820-59c2343228e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.815521 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Attempting to bind port 3445fc2b-b146-4957-a820-59c2343228e0 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:38.817059 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Attempting to bind port 3445fc2b-b146-4957-a820-59c2343228e0 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:38.817852 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Attempting to bind port 3445fc2b-b146-4957-a820-59c2343228e0 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:38.826285 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:38.827028 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:38.827859 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.828396 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:38.829038 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Bound port: 3445fc2b-b146-4957-a820-59c2343228e0, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:38.829457 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3445fc2b-b146-4957-a820-59c2343228e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.832024 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Pushing event updated for resources: {'Port': ['ID=3445fc2b-b146-4957-a820-59c2343228e0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:38.841257 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks [] for port (6da08c6c-343a-40c4-8405-6147006490d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:38.860303 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.860913 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.861420 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.861966 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.862480 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.863018 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.863529 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.864181 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.864693 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.865231 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.865572 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.865906 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.866225 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:27:38.898702 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] For port 3445fc2b-b146-4957-a820-59c2343228e0, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:38.902020 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] For port 3445fc2b-b146-4957-a820-59c2343228e0, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3445fc2b-b146-4957-a820-59c2343228e0,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:39.002741 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3445fc2b-b146-4957-a820-59c2343228e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.032193 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.060806 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0dc25-75a5-4c3e-a7c3-6a513806d2a0 None None] Pushing event updated for resources: {'Port': ['ID=3445fc2b-b146-4957-a820-59c2343228e0,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:39.095103 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:39.095725 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:39.125841 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Pushing event updated for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:39.131866 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:39.149192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:39.154168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:39.237633 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.247154 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:39.562294 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:36Z', 'revision_number': 3, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:39.592797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6da08c6c-343a-40c4-8405-6147006490d9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.593840 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-f2724bac-810b-4920-ba84-f82222c43600 None None] Provisioning complete for port 6da08c6c-343a-40c4-8405-6147006490d9 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:39.594307 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f2724bac-810b-4920-ba84-f82222c43600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6da08c6c-343a-40c4-8405-6147006490d9), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.599025 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0237b-736c-48d8-9a50-761696d5371f None None] The sync data for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi is: [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:36Z', 'revision_number': 3, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:39.617531 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b546-33df-4418-bdf6-eabcb2a27645 req-557908ab-ed30-46e8-848a-561ed5dc03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:39.619103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3e6b546-33df-4418-bdf6-eabcb2a27645 req-557908ab-ed30-46e8-848a-561ed5dc03e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1129 time: 0.1418014 Mar 08 22:27:39.645288 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f2724bac-810b-4920-ba84-f82222c43600 None None] Port 6da08c6c-343a-40c4-8405-6147006490d9 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:39.707933 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baf2ef-186b-4ce8-ae63-de68022cb491 req-998bad73-987e-4786-8319-b62576abd265 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:39.710463 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-86baf2ef-186b-4ce8-ae63-de68022cb491 req-998bad73-987e-4786-8319-b62576abd265 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1502573 Mar 08 22:27:39.751988 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3e6b546-33df-4418-bdf6-eabcb2a27645 req-acc36985-a671-48b9-a693-a900e8bd2fc2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Mar 08 22:27:39.818728 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-86baf2ef-186b-4ce8-ae63-de68022cb491 req-6d9277c1-8d32-445c-9f9c-158a7ab12e4e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998373 Mar 08 22:27:39.896892 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks [] for port (6da08c6c-343a-40c4-8405-6147006490d9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:39.980559 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.065167 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Pushing event updated for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:40.075424 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.129032 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37756) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:40.178361 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:40.182636 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:40.370064 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3445fc2b-b146-4957-a820-59c2343228e0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:40.401873 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3b2739cf-9824-4399-b10c-559e903c38fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.455148 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37768) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:40.468281 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3445fc2b-b146-4957-a820-59c2343228e0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:40.468668 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3445fc2b-b146-4957-a820-59c2343228e0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.481109 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:27:40.589305 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-969933992-network', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:40.603707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3b2739cf-9824-4399-b10c-559e903c38fd admin admin] Publish callbacks [] for security_group (a39510a4-eb8b-410f-b508-6c39b93b8d74), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.625737 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3445fc2b-b146-4957-a820-59c2343228e0 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:40.626843 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3445fc2b-b146-4957-a820-59c2343228e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.650501 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 3445fc2b-b146-4957-a820-59c2343228e0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3445fc2b-b146-4957-a820-59c2343228e0,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:40.669683 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:40.674523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-1aeb7c5e-e059-4b36-b01a-c884f456dae0 None None] Provisioning complete for port 6da08c6c-343a-40c4-8405-6147006490d9 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:40.674979 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c5e-e059-4b36-b01a-c884f456dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6da08c6c-343a-40c4-8405-6147006490d9), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.683073 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-18a220fb-b7a4-44f6-946c-fd72c091f9cb admin admin] 10.222.0.39 "PUT /v2.0/routers/2299a5f1-5a9f-4e4a-b70b-32df1966cf7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439426 Mar 08 22:27:40.712103 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3b2739cf-9824-4399-b10c-559e903c38fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a39510a4-eb8b-410f-b508-6c39b93b8d74), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.715136 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3445fc2b-b146-4957-a820-59c2343228e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.722569 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'network': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:40.729581 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.759172 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb7c5e-e059-4b36-b01a-c884f456dae0 None None] Port 6da08c6c-343a-40c4-8405-6147006490d9 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:40.782056 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=3445fc2b-b146-4957-a820-59c2343228e0,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:40.808503 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2739cf-9824-4399-b10c-559e903c38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39510a4-eb8b-410f-b508-6c39b93b8d74,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:40.812338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.822944 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3b2739cf-9824-4399-b10c-559e903c38fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ad4ac4b5e5349978e47d450891d4af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6900418 Mar 08 22:27:40.823239 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:40.914997 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks [] for security_group (f06bca9d-189f-43dd-beb3-947c6f8e57a6), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.921181 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] Publish callbacks [] for security_group (a39510a4-eb8b-410f-b508-6c39b93b8d74), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.946530 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] Publish callbacks [] for security_group (a39510a4-eb8b-410f-b508-6c39b93b8d74), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:40.988560 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3c624-6cc4-4ab0-9e01-944e9efa34df req-eea551d7-9caa-4622-ab09-62cb6aa78fe4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:40.990262 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0fc3c624-6cc4-4ab0-9e01-944e9efa34df req-eea551d7-9caa-4622-ab09-62cb6aa78fe4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0734529 Mar 08 22:27:41.006395 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f06bca9d-189f-43dd-beb3-947c6f8e57a6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.052515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bca9d-189f-43dd-beb3-947c6f8e57a6,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:41.078198 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0fc3c624-6cc4-4ab0-9e01-944e9efa34df req-b310353e-100f-42bd-b7a2-b0f506b0757e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796740 Mar 08 22:27:41.128397 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a39510a4-eb8b-410f-b508-6c39b93b8d74), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.131143 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.132382 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a39510a4-eb8b-410f-b508-6c39b93b8d74 HTTP/1.1" status: 204 len: 168 time: 0.3084388 Mar 08 22:27:41.137193 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:27:41.141601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a466f6-d451-429d-b3bc-62ab38ac8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39510a4-eb8b-410f-b508-6c39b93b8d74,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:41.146953 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (2edc34c8-15a2-4b0c-bdb4-b9fff96776a1), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.147344 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.segments_db [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Added segment 2edc34c8-15a2-4b0c-bdb4-b9fff96776a1 of type vlan for network d15d3a6d-5ad0-4eee-95b8-47a407b01067 Mar 08 22:27:41.189532 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (d15d3a6d-5ad0-4eee-95b8-47a407b01067), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.271579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (d15d3a6d-5ad0-4eee-95b8-47a407b01067), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.272604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:41.273496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.340616 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d15d3a6d-5ad0-4eee-95b8-47a407b01067,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:41.355096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:27:41.419927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37802) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:41.426633 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1e31ef4f-592f-4126-935c-7c9837ec59c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9623418 Mar 08 22:27:41.431975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Request body: {'subnet': {'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-969933992-subnet', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:41.573325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:41.579575 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136408'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.598605 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37812) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:41.649450 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Sync routers for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:41.670651 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:41.671337 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:41.770054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7afc52ae-0acd-4f0b-9338-8dcc0c504cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.798135 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:41.849215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136390'] for subnet (cd74f5f9-ea06-45cf-bdfa-2ade43d853fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.905820 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7afc52ae-0acd-4f0b-9338-8dcc0c504cdd admin admin] Publish callbacks [] for security_group (a26d3fa8-1d86-4a61-924f-c9b60815030c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.915769 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:41.924705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:41.925274 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Network hostable DHCP agents. Network: d15d3a6d-5ad0-4eee-95b8-47a407b01067, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:27:41.968077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7afc52ae-0acd-4f0b-9338-8dcc0c504cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a26d3fa8-1d86-4a61-924f-c9b60815030c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:41.977113 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:41.986579 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183980161-network', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:42.012849 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-7afc52ae-0acd-4f0b-9338-8dcc0c504cdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa69d862caf44b3a955246a56810b350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118314 Mar 08 22:27:42.013864 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc52ae-0acd-4f0b-9338-8dcc0c504cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d3fa8-1d86-4a61-924f-c9b60815030c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:42.015518 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:42.029929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:27:42.068845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] Publish callbacks [] for security_group (a26d3fa8-1d86-4a61-924f-c9b60815030c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.077581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 2, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:42.091886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] Publish callbacks [] for security_group (a26d3fa8-1d86-4a61-924f-c9b60815030c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.117726 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Made reservation on behalf of 4717fa781e9a49ceb41d6327ca9e6d46 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:42.120716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.125850 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, d15d3a6d-5ad0-4eee-95b8-47a407b01067) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:42.132526 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Checking router: 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:42.132888 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Updating router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d port 6da08c6c-343a-40c4-8405-6147006490d9 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:42.140572 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.143863 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1001029-abc8-41a3-8dc5-c69e1128f049 None None] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:42.151469 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:42.152725 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.251728 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6da08c6c-343a-40c4-8405-6147006490d9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.255269 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bcbe7c9f-a222-4ef0-a5d3-90a49063f734 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8342240 Mar 08 22:27:42.257872 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37840) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:42.263096 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:42.276008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a26d3fa8-1d86-4a61-924f-c9b60815030c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.278630 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.279788 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a26d3fa8-1d86-4a61-924f-c9b60815030c HTTP/1.1" status: 204 len: 168 time: 0.2633200 Mar 08 22:27:42.309705 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3445fc2b-b146-4957-a820-59c2343228e0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:42.339330 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ce83b-3f9d-4737-9426-1acfa06a8197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d3fa8-1d86-4a61-924f-c9b60815030c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:42.352680 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed7ea-659e-45e1-add7-8fe3d9f3d10a req-d61d314e-5096-410d-96da-895478999565 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:42.354110 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-689ed7ea-659e-45e1-add7-8fe3d9f3d10a req-d61d314e-5096-410d-96da-895478999565 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.1383352 Mar 08 22:27:42.421921 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-689ed7ea-659e-45e1-add7-8fe3d9f3d10a req-11acb4f5-ff5a-4a46-9184-8facdf85d85e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Mar 08 22:27:42.424012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks [] for security_group (667ec898-b085-4387-9346-49668cdff2f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.443095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (7e834621-a6ff-45b3-837e-55fce147b057), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.444306 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (7e834621-a6ff-45b3-837e-55fce147b057), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.532661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for router_controller (7e834621-a6ff-45b3-837e-55fce147b057), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.534314 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (667ec898-b085-4387-9346-49668cdff2f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.576992 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ec898-b085-4387-9346-49668cdff2f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:42.585208 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7f28-a48c-4a5a-af6a-71597d988b80 req-1af8e92e-64bd-4e6c-9c70-04a4d34ad415 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:42.588970 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:27:42.600248 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ca4f7f28-a48c-4a5a-af6a-71597d988b80 req-1af8e92e-64bd-4e6c-9c70-04a4d34ad415 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0905256 Mar 08 22:27:42.622179 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (e5750fa7-1f3c-4a89-b63c-b58da1180c8f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.622520 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Added segment e5750fa7-1f3c-4a89-b63c-b58da1180c8f of type vlan for network c4c07178-6523-4522-bad1-1287f1fba72d Mar 08 22:27:42.624836 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-d15d3a6d-5ad0-4eee-95b8-47a407b01067', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:27:42.625691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.664818 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ca4f7f28-a48c-4a5a-af6a-71597d988b80 req-04dbe877-6a92-4bc6-8814-0abb7032537c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620503 Mar 08 22:27:42.682615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3445fc2b-b146-4957-a820-59c2343228e0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:42.684761 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3445fc2b-b146-4957-a820-59c2343228e0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:42.950697 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Allocated IP 172.20.0.2 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/3d344fba-ee96-46c3-b963-af26e09d5010) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:42.956281 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (c4c07178-6523-4522-bad1-1287f1fba72d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.009668 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3445fc2b-b146-4957-a820-59c2343228e0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:43.036412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for router_gateway (7e834621-a6ff-45b3-837e-55fce147b057), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.039688 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37866) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:43.104863 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks [] for port (6da08c6c-343a-40c4-8405-6147006490d9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.113578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (c4c07178-6523-4522-bad1-1287f1fba72d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.114778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:43.115515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.199451 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c07178-6523-4522-bad1-1287f1fba72d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:43.213134 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks [] for port (3d344fba-ee96-46c3-b963-af26e09d5010), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.219565 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.221884 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network c4c07178-6523-4522-bad1-1287f1fba72d details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:27:43.258541 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93454c24-8039-44ab-86b4-24817eda1e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.264088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e5052093-54e4-4292-9ac5-1a696fe62902 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2849910 Mar 08 22:27:43.266831 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:43.275234 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Request body: {'subnet': {'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183980161-subnet', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:43.303972 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.323076 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ff72-8a0c-4ff5-bee3-c4608515ae59 None None] Pushing event updated for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:43.368515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93454c24-8039-44ab-86b4-24817eda1e4f admin admin] Publish callbacks [] for security_group (03869798-9fa7-4c54-b472-dd4a2f5185fd), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.411840 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Made reservation on behalf of 4717fa781e9a49ceb41d6327ca9e6d46 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:43.414173 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136408'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.420681 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:43.455071 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:43.460844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:43.516502 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93454c24-8039-44ab-86b4-24817eda1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (03869798-9fa7-4c54-b472-dd4a2f5185fd), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.554566 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Pushing event updated for resources: {'Port': ['ID=3d344fba-ee96-46c3-b963-af26e09d5010,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:43.582614 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-93454c24-8039-44ab-86b4-24817eda1e4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d638059025b245beb188f17c73f389b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408540 Mar 08 22:27:43.586788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:43.607040 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for router_gateway (7e834621-a6ff-45b3-837e-55fce147b057), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.623287 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93454c24-8039-44ab-86b4-24817eda1e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03869798-9fa7-4c54-b472-dd4a2f5185fd,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:43.626077 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Attempting to bind port 6da08c6c-343a-40c4-8405-6147006490d9 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:43.626616 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Attempting to bind port 6da08c6c-343a-40c4-8405-6147006490d9 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:43.629582 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Attempting to bind port 6da08c6c-343a-40c4-8405-6147006490d9 on network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:43.645259 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.656536 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Attempting to bind port 3d344fba-ee96-46c3-b963-af26e09d5010 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:43.657258 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Attempting to bind port 3d344fba-ee96-46c3-b963-af26e09d5010 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:43.657890 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Attempting to bind port 3d344fba-ee96-46c3-b963-af26e09d5010 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:43.661968 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:43.662937 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Checking segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:43.663553 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.664431 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Bound using segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:43.665301 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Bound port: 6da08c6c-343a-40c4-8405-6147006490d9, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:43.665858 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6da08c6c-343a-40c4-8405-6147006490d9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.679148 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:43.679682 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:43.680145 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.680700 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:43.681191 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Bound port: 3d344fba-ee96-46c3-b963-af26e09d5010, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:43.681569 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.766473 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] Publish callbacks [] for security_group (03869798-9fa7-4c54-b472-dd4a2f5185fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.785691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-4cf7003c-b892-4594-b156-21b6137c0a0c None None] Provisioning complete for port 6da08c6c-343a-40c4-8405-6147006490d9 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:43.786183 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4cf7003c-b892-4594-b156-21b6137c0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6da08c6c-343a-40c4-8405-6147006490d9), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.794980 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] For port 6da08c6c-343a-40c4-8405-6147006490d9, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:43.830560 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] For port 3d344fba-ee96-46c3-b963-af26e09d5010, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:43.832402 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] Publish callbacks [] for security_group (03869798-9fa7-4c54-b472-dd4a2f5185fd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.838545 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] For port 6da08c6c-343a-40c4-8405-6147006490d9, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=6da08c6c-343a-40c4-8405-6147006490d9,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:43.851629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] For port 3d344fba-ee96-46c3-b963-af26e09d5010, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3d344fba-ee96-46c3-b963-af26e09d5010,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:43.855562 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7003c-b892-4594-b156-21b6137c0a0c None None] Port 6da08c6c-343a-40c4-8405-6147006490d9 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:43.901063 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Allocated IP 172.27.1.123 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/52ffd211-f64c-4267-b1bc-adbbada4fc14) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:43.916776 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.957104 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:43.989795 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:43.990894 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:43.996644 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ff72-8a0c-4ff5-bee3-c4608515ae59 None None] Pushing event updated for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.008817 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136390'] for subnet (b9d0fbac-68d8-48f3-ab4c-9172082f93a8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.071550 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (03869798-9fa7-4c54-b472-dd4a2f5185fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.076041 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.077250 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03869798-9fa7-4c54-b472-dd4a2f5185fd HTTP/1.1" status: 204 len: 168 time: 0.4865344 Mar 08 22:27:44.118154 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127bc3a-19df-496f-abc8-77daf84b4f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03869798-9fa7-4c54-b472-dd4a2f5185fd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.169020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37886) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:44.174153 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d0fbac-68d8-48f3-ab4c-9172082f93a8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.178902 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.197707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Checking segment: {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:44.198080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Network hostable DHCP agents. Network: c4c07178-6523-4522-bad1-1287f1fba72d, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:27:44.265966 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a123805-d6be-45dd-aa18-8f6f6a1cd763 None None] Pushing event updated for resources: {'Port': ['ID=3d344fba-ee96-46c3-b963-af26e09d5010,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.294516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Network c4c07178-6523-4522-bad1-1287f1fba72d is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:27:44.315965 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:44.329321 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.382606 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81c80e7a-7fd1-45a6-a7da-e729ddeeab07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.420358 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:44.425486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:44.427756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Pushing event updated for resources: {'Port': ['ID=52ffd211-f64c-4267-b1bc-adbbada4fc14,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.431172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:44.445377 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Provisioning complete for port 6da08c6c-343a-40c4-8405-6147006490d9 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:44.445751 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6da08c6c-343a-40c4-8405-6147006490d9), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.466773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, c4c07178-6523-4522-bad1-1287f1fba72d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:44.471906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:44.472805 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.508099 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81c80e7a-7fd1-45a6-a7da-e729ddeeab07 admin admin] Publish callbacks [] for security_group (d2de0512-1961-49c4-bc22-56bac43eee6e), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.586388 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-66bcab17-4c37-4721-812c-4e6c4e108c84 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3184545 Mar 08 22:27:44.588938 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 37898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:44.596061 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:44.625336 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81c80e7a-7fd1-45a6-a7da-e729ddeeab07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d2de0512-1961-49c4-bc22-56bac43eee6e), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.627636 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27ad72-69c6-43e4-b8f7-d9a1ca88b587 None None] Network c4c07178-6523-4522-bad1-1287f1fba72d requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:44.668347 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-81c80e7a-7fd1-45a6-a7da-e729ddeeab07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06342a5557e54ff693ec80236b209eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976668 Mar 08 22:27:44.669259 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c80e7a-7fd1-45a6-a7da-e729ddeeab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de0512-1961-49c4-bc22-56bac43eee6e,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:44.673232 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37900) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:44.705474 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (474f193f-878b-4417-8927-54b5750b0abb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.706636 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (474f193f-878b-4417-8927-54b5750b0abb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.746571 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] Publish callbacks [] for security_group (d2de0512-1961-49c4-bc22-56bac43eee6e), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.773253 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] Publish callbacks [] for security_group (d2de0512-1961-49c4-bc22-56bac43eee6e), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.786756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for router_controller (474f193f-878b-4417-8927-54b5750b0abb), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.847054 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Current status of the port 6da08c6c-343a-40c4-8405-6147006490d9 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:44.847054 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6da08c6c-343a-40c4-8405-6147006490d9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.859515 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-c4c07178-6523-4522-bad1-1287f1fba72d', 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d', 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'fixed_ips': [{'subnet_id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:27:44.860358 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.873015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:43Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:44.911113 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (d2de0512-1961-49c4-bc22-56bac43eee6e), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.914618 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad583-e462-45ba-8d6f-4d055b937df9 None None] The sync data for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi is: [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:43Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:44.915330 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:44.922173 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2de0512-1961-49c4-bc22-56bac43eee6e HTTP/1.1" status: 204 len: 168 time: 0.2476759 Mar 08 22:27:44.935595 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac35bf-f2d9-4d58-83b4-1ac21627b85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de0512-1961-49c4-bc22-56bac43eee6e,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:45.132317 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for router_gateway (474f193f-878b-4417-8927-54b5750b0abb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.138337 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] For port 6da08c6c-343a-40c4-8405-6147006490d9, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=6da08c6c-343a-40c4-8405-6147006490d9,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:45.156790 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for router_gateway (7e834621-a6ff-45b3-837e-55fce147b057), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.240302 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.345321 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-880f9d63-74f3-47d4-a47b-0ad39095e9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.404702 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Allocated IP 172.20.0.2 (c4c07178-6523-4522-bad1-1287f1fba72d/b9d0fbac-68d8-48f3-ab4c-9172082f93a8/2f62f09d-2d83-4cbe-9e40-d4ac3da1da15) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:45.426305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051a5a-1285-4a0f-8dd4-6f43bf058595 None None] Pushing event updated for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:45.700653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks [] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.703846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f86ee-4e0b-4e45-a0d8-23329d349937 None None] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:45.778185 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (7e834621-a6ff-45b3-837e-55fce147b057), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.788909 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.829861 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Provisioning complete for port 3d344fba-ee96-46c3-b963-af26e09d5010 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:45.830141 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.843116 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Pushing event updated for resources: {'Port': ['ID=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:45.882613 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Network c4c07178-6523-4522-bad1-1287f1fba72d is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:45.884672 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:45.890254 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:45.970069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for router_gateway (474f193f-878b-4417-8927-54b5750b0abb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:45.997605 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Attempting to bind port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:45.998238 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Attempting to bind port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:45.998736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Attempting to bind port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 on network c4c07178-6523-4522-bad1-1287f1fba72d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:46.064468 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Current status of the port 3d344fba-ee96-46c3-b963-af26e09d5010 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:46.064861 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.067110 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:46.067488 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Checking segment: {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:46.067999 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.068443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Bound using segment: {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:46.069195 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Bound port: 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:46.069584 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.236666 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] For port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:46.241741 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] For port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:46.248953 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] For port 3d344fba-ee96-46c3-b963-af26e09d5010, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3d344fba-ee96-46c3-b963-af26e09d5010,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:46.306840 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.381987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.415697 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.462067 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78f169-295f-472f-a02b-5f9e8f41963f None None] Pushing event updated for resources: {'Port': ['ID=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:46.467259 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 6da08c6c-343a-40c4-8405-6147006490d9 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:46.606555 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-26b2037e-85dc-441e-9d3d-5bd219f9f0c0 None None] Provisioning complete for port 3d344fba-ee96-46c3-b963-af26e09d5010 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:46.606754 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26b2037e-85dc-441e-9d3d-5bd219f9f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.626005 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Allocated IP 172.27.1.192 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/99103e9e-9f93-4737-af9a-160e181fa3b8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:46.665653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb157ba8-163c-4f39-8cf4-d16ac012ab5a None None] Pushing event updated for resources: {'Port': ['ID=3d344fba-ee96-46c3-b963-af26e09d5010,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:46.709608 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 6da08c6c-343a-40c4-8405-6147006490d9 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:46.709608 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6da08c6c-343a-40c4-8405-6147006490d9), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:46.730080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Router 7e834621-a6ff-45b3-837e-55fce147b057 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:27:46.834213 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-26b2037e-85dc-441e-9d3d-5bd219f9f0c0 None None] Current status of the port 3d344fba-ee96-46c3-b963-af26e09d5010 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:46.913198 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 6da08c6c-343a-40c4-8405-6147006490d9 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:46.914339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3d344fba-ee96-46c3-b963-af26e09d5010 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:46.980712 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3d344fba-ee96-46c3-b963-af26e09d5010 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:46.981434 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.044272 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.072058 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:47.082961 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:47.097434 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:47.098318 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:47.113276 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3d344fba-ee96-46c3-b963-af26e09d5010 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:47.208953 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:47.220033 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.260978 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.262590 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f57c7ada-ce1c-45cc-9f41-56d4f1ece234 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0038104 Mar 08 22:27:47.266753 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 37970) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:47.288836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:47.291926 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:47.295578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:47.333999 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Pushing event updated for resources: {'Port': ['ID=99103e9e-9f93-4737-af9a-160e181fa3b8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:47.379331 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9772d97-0b0e-4bf8-b8d3-26fede36439d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.439600 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 3, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:47.475378 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:47.475991 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Updating router 7e834621-a6ff-45b3-837e-55fce147b057 port 52ffd211-f64c-4267-b1bc-adbbada4fc14 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:47.506921 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.777972 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for router_gateway (474f193f-878b-4417-8927-54b5750b0abb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.881685 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b1396-ff36-4dff-8c12-9d11cbc53d24 None None] Network c4c07178-6523-4522-bad1-1287f1fba72d requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:27:47.970458 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:47.992491 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks [] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.021265 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Provisioning complete for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:48.021779 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.070463 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.139995 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (474f193f-878b-4417-8927-54b5750b0abb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.175266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Current status of the port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:48.175913 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.197252 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Attempting to bind port 52ffd211-f64c-4267-b1bc-adbbada4fc14 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:48.198159 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Attempting to bind port 52ffd211-f64c-4267-b1bc-adbbada4fc14 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:48.199278 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Attempting to bind port 52ffd211-f64c-4267-b1bc-adbbada4fc14 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:48.208405 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795be8a-1111-4abc-b1cd-2a257060132d None None] Pushing event updated for resources: {'Port': ['ID=52ffd211-f64c-4267-b1bc-adbbada4fc14,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:48.212201 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:48.212779 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:48.213355 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.213876 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:48.215651 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Bound port: 52ffd211-f64c-4267-b1bc-adbbada4fc14, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:48.216521 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.220687 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Allocated IP 172.20.0.1 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/3fed2dce-71cb-4c29-9963-f38afc05ebd3) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:48.233940 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] For port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:48.305698 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.311151 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] For port 52ffd211-f64c-4267-b1bc-adbbada4fc14, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:48.321652 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] For port 52ffd211-f64c-4267-b1bc-adbbada4fc14, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=52ffd211-f64c-4267-b1bc-adbbada4fc14,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:48.407668 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d346dd-46df-47b5-8b9a-d8efec61bdc4 None None] Pushing event updated for resources: {'Port': ['ID=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:48.416313 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.455586 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks [] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.510576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Router 474f193f-878b-4417-8927-54b5750b0abb is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:27:48.514896 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:48.519147 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:48.519745 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:48.525386 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795be8a-1111-4abc-b1cd-2a257060132d None None] Pushing event updated for resources: {'Port': ['ID=52ffd211-f64c-4267-b1bc-adbbada4fc14,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:48.553459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-a3abc949-0efa-446c-a3ac-cc7f4e99cc99 None None] Provisioning complete for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:48.553855 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3abc949-0efa-446c-a3ac-cc7f4e99cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.590251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.607595 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.618385 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:48.618775 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.662670 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:48.668080 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:48.674785 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Sync routers for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:48.689260 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Pushing event updated for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:48.697828 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a3abc949-0efa-446c-a3ac-cc7f4e99cc99 None None] Current status of the port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:48.701793 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:48.702420 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:48.705638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:48.708214 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:48.709731 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:48.767293 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (7e834621-a6ff-45b3-837e-55fce147b057), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.811034 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:48.815490 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5f05178c-cabf-4973-9e90-d8178d256807 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2226319 Mar 08 22:27:48.815846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:48.844026 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:48.845133 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3d344fba-ee96-46c3-b963-af26e09d5010 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:48.894619 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:48.914940 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 3, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:49.012283 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f43c01-f2d3-4b40-b2f2-ba172654d425 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 3, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:49.149817 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.201804 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-1a7f2c40-e227-41bd-bb9b-c79e06dc0379 None None] Provisioning complete for port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:49.202375 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2c40-e227-41bd-bb9b-c79e06dc0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.231980 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3d344fba-ee96-46c3-b963-af26e09d5010 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:49.232535 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.283315 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f2c40-e227-41bd-bb9b-c79e06dc0379 None None] Port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:49.362852 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks [] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.398087 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3d344fba-ee96-46c3-b963-af26e09d5010 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:49.411200 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:47Z', 'revision_number': 3, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:49.430739 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.446202 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Checking router: 474f193f-878b-4417-8927-54b5750b0abb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:49.446691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Updating router 474f193f-878b-4417-8927-54b5750b0abb port 99103e9e-9f93-4737-af9a-160e181fa3b8 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:49.480594 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.497158 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.531940 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Pushing event updated for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:49.537123 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (7e834621-a6ff-45b3-837e-55fce147b057), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:49.692387 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:49.694398 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:49.749650 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Allocated IP 172.20.0.1 (c4c07178-6523-4522-bad1-1287f1fba72d/b9d0fbac-68d8-48f3-ab4c-9172082f93a8/3268eac0-1b3a-4297-907a-e82843259950) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:49.925115 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:27:49.997965 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks [] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.036731 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks [] for port (3268eac0-1b3a-4297-907a-e82843259950), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.053793 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.082747 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.145256 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:50.156749 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-d79effd8-10e2-4911-9c66-99adfc1d7c15 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e834621-a6ff-45b3-837e-55fce147b057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886089 Mar 08 22:27:50.160179 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Attempting to bind port 99103e9e-9f93-4737-af9a-160e181fa3b8 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:50.160941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Attempting to bind port 99103e9e-9f93-4737-af9a-160e181fa3b8 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:50.161408 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Attempting to bind port 99103e9e-9f93-4737-af9a-160e181fa3b8 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:50.163629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-af14665a-8151-4c67-8806-b6155b446949 None None] Provisioning complete for port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:50.164305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af14665a-8151-4c67-8806-b6155b446949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.169125 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c164e-276d-4f14-8aed-06d3b447d3d5 None None] Pushing event updated for resources: {'Port': ['ID=99103e9e-9f93-4737-af9a-160e181fa3b8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:50.174634 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.197727 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:50.198206 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:50.198971 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.199283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:50.199870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Bound port: 99103e9e-9f93-4737-af9a-160e181fa3b8, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:50.200621 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.217687 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Network c4c07178-6523-4522-bad1-1287f1fba72d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:50.220944 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:50.235389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:50.265237 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-af14665a-8151-4c67-8806-b6155b446949 None None] Port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:50.295563 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] For port 99103e9e-9f93-4737-af9a-160e181fa3b8, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:50.304127 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] For port 99103e9e-9f93-4737-af9a-160e181fa3b8, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=99103e9e-9f93-4737-af9a-160e181fa3b8,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:50.362588 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (474f193f-878b-4417-8927-54b5750b0abb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.388429 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.546753 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:50.627681 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c164e-276d-4f14-8aed-06d3b447d3d5 None None] Pushing event updated for resources: {'Port': ['ID=99103e9e-9f93-4737-af9a-160e181fa3b8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:50.640796 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:50.641552 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:50.766713 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-2723fd19-45d2-47de-81ef-0e902cf7fb1b None None] Provisioning complete for port 3268eac0-1b3a-4297-907a-e82843259950 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:50.766713 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2723fd19-45d2-47de-81ef-0e902cf7fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3268eac0-1b3a-4297-907a-e82843259950), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.766713 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:50.767244 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:50.771529 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Pushing event updated for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:50.903496 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:50.907055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2723fd19-45d2-47de-81ef-0e902cf7fb1b None None] Port 3268eac0-1b3a-4297-907a-e82843259950 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:51.033168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3268eac0-1b3a-4297-907a-e82843259950), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.044655 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f25124-8889-467e-b276-da367c77ae35 req-1bfad8da-b84f-4a66-8cb9-a6fc296e4c10 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:51.046397 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29f25124-8889-467e-b276-da367c77ae35 req-1bfad8da-b84f-4a66-8cb9-a6fc296e4c10 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1314840 Mar 08 22:27:51.059136 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:51.060220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 52ffd211-f64c-4267-b1bc-adbbada4fc14 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:51.112757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb12d80-e612-4605-85da-00c16865a305 req-41d13caf-85b5-4149-b670-6ef43a95ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:51.114422 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-41d13caf-85b5-4149-b670-6ef43a95ab9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.1459064 Mar 08 22:27:51.156504 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 52ffd211-f64c-4267-b1bc-adbbada4fc14 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:51.156504 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.157737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38070) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:51.164351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250634609', 'description': 'tempest-description--1662846071'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:51.166442 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29f25124-8889-467e-b276-da367c77ae35 req-ef47ee9f-f3e4-47df-8dcf-d3b2dc2bc19c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110141 Mar 08 22:27:51.204500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:47Z', 'revision_number': 3, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:51.233534 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f8bf-7eca-44b1-b720-7928a3eeb64e None None] The sync data for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi is: [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:47Z', 'revision_number': 3, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:51.259074 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.300489 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 52ffd211-f64c-4267-b1bc-adbbada4fc14 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:51.301055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.338647 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 52ffd211-f64c-4267-b1bc-adbbada4fc14, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=52ffd211-f64c-4267-b1bc-adbbada4fc14,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:51.352438 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb12d80-e612-4605-85da-00c16865a305 req-f2a60baf-476b-430d-9aac-c5fc124c0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:51.353898 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-f2a60baf-476b-430d-9aac-c5fc124c0e26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.2296994 Mar 08 22:27:51.360712 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (a25bc8ce-99a3-4ca7-af07-e924078a751d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.377969 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks [] for port (3268eac0-1b3a-4297-907a-e82843259950), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.402580 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.404297 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.411366 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-8b7ffbf5-8e7b-494e-aa22-dcf7831f7123 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0445304 Mar 08 22:27:51.459629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a25bc8ce-99a3-4ca7-af07-e924078a751d), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.470646 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=52ffd211-f64c-4267-b1bc-adbbada4fc14,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:51.471563 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb12d80-e612-4605-85da-00c16865a305 req-b83e9c14-98b5-4a28-bdc4-4b76ef4e0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:51.473979 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-b83e9c14-98b5-4a28-bdc4-4b76ef4e0c8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0571568 Mar 08 22:27:51.489141 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25bc8ce-99a3-4ca7-af07-e924078a751d,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:51.520465 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-58f96ec7-5ca5-41be-9c9c-adbb36a00fbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306754 Mar 08 22:27:51.520834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.627131 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.628795 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-07693d9d-78c4-4e6a-bb17-5cdb1b4a3010 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4689867 Mar 08 22:27:51.631690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38078) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:51.636635 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'a25bc8ce-99a3-4ca7-af07-e924078a751d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:51.654682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (474f193f-878b-4417-8927-54b5750b0abb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.657911 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Pushing event updated for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:51.709775 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-b7389f43-3401-4d1e-9c96-2c80a6512930 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657355 Mar 08 22:27:51.748564 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-8a767667-0a91-4679-bdbc-f9e731634e58 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337236 Mar 08 22:27:51.755331 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (f36df185-f5ff-4fac-acea-95052665c1bd), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:51.836201 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Network c4c07178-6523-4522-bad1-1287f1fba72d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:51.838900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:51.902431 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dcb12d80-e612-4605-85da-00c16865a305 req-23fa2deb-fce9-4b12-80da-5904bb92c789 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626511 Mar 08 22:27:51.939176 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (f36df185-f5ff-4fac-acea-95052665c1bd), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.017316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Router 474f193f-878b-4417-8927-54b5750b0abb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:27:52.025110 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-28efa6f9-2a28-4bf0-ae23-662dd403dcd7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:52.027167 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-28efa6f9-2a28-4bf0-ae23-662dd403dcd7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555730 Mar 08 22:27:52.031167 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (f36df185-f5ff-4fac-acea-95052665c1bd), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.056530 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:52.067302 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:52.067936 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:52.087902 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-c52bca63-5db7-43db-b5d9-3f26e63375f6 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/quotas/c9c9a729b1d94bd98ba3f8dae886b477 HTTP/1.1" status: 200 len: 375 time: 0.0429358 Mar 08 22:27:52.088638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36df185-f5ff-4fac-acea-95052665c1bd,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:52.134372 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-85ab0063-1d85-475c-9fb4-0a76b38047a5 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302122 Mar 08 22:27:52.154231 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.155915 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-521fe0ef-757d-4135-91cf-7b8264290757 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5228047 Mar 08 22:27:52.165148 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38100) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:52.171823 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'a25bc8ce-99a3-4ca7-af07-e924078a751d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:52.215724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:27:52.229005 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2a1722a5-9d10-4bb5-b18f-8a2af6b9bca7 admin admin] 10.222.0.39 "PUT /v2.0/routers/474f193f-878b-4417-8927-54b5750b0abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118435 Mar 08 22:27:52.250080 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:52.260268 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (18fdbc8d-cd75-4587-9a49-1e7f472e4ef2), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.267393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-ecc39ddf-dc38-479c-883b-01298603096a None None] Provisioning complete for port 3268eac0-1b3a-4297-907a-e82843259950 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:52.268533 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ecc39ddf-dc38-479c-883b-01298603096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3268eac0-1b3a-4297-907a-e82843259950), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.392973 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d946b1-da17-4cb8-89c9-e71faded9d68 req-0138da74-aad5-4cfc-937c-ef28bdfaf9d9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:52.402344 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42d946b1-da17-4cb8-89c9-e71faded9d68 req-0138da74-aad5-4cfc-937c-ef28bdfaf9d9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1056869 Mar 08 22:27:52.421700 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ecc39ddf-dc38-479c-883b-01298603096a None None] Port 3268eac0-1b3a-4297-907a-e82843259950 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:52.481580 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42d946b1-da17-4cb8-89c9-e71faded9d68 req-a0c62896-0f66-4ae1-9c68-a0cb89c37f13 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769351 Mar 08 22:27:52.545849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 52ffd211-f64c-4267-b1bc-adbbada4fc14 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:52.549261 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (18fdbc8d-cd75-4587-9a49-1e7f472e4ef2), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.610189 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:52.659570 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (18fdbc8d-cd75-4587-9a49-1e7f472e4ef2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.668723 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8727a71-93f1-4c73-bcfa-58d617e2e3f8 req-fb63055b-bfb7-4531-8f9d-a96050eb0502 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.0710647 Mar 08 22:27:52.692803 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fdbc8d-cd75-4587-9a49-1e7f472e4ef2,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:52.804157 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 52ffd211-f64c-4267-b1bc-adbbada4fc14 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:52.804586 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.821857 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.823172 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3aa11d6d-df50-418f-8a73-407ee752fa4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6559818 Mar 08 22:27:52.825472 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:52.826415 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38124) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:52.835240 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:52.838737 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Updating router 7e834621-a6ff-45b3-837e-55fce147b057 port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:52.908439 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.919491 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 52ffd211-f64c-4267-b1bc-adbbada4fc14 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:52.919491 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 99103e9e-9f93-4737-af9a-160e181fa3b8 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:52.995665 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 99103e9e-9f93-4737-af9a-160e181fa3b8 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:52.996313 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:52.998440 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.170314 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 99103e9e-9f93-4737-af9a-160e181fa3b8 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:53.170948 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.201678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 99103e9e-9f93-4737-af9a-160e181fa3b8, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=99103e9e-9f93-4737-af9a-160e181fa3b8,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:53.229694 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.282438 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks [] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.334173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.27.1.129 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/df08d592-9eb1-434a-a983-6c5a7ee6833b) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:53.434795 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.614326 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.618371 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.691225 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=99103e9e-9f93-4737-af9a-160e181fa3b8,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:53.711426 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eafd4-bca5-4bf9-b772-b86fb0cff5d2 req-04e71290-0564-422d-be72-2e84f6de7ac3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:53.713042 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-448eafd4-bca5-4bf9-b772-b86fb0cff5d2 req-04e71290-0564-422d-be72-2e84f6de7ac3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0613890 Mar 08 22:27:53.779341 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.831806 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e809d-207f-4ccb-93dc-e3b92ebcf95f None None] Pushing event updated for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:53.893846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-748f6184-1c60-425f-9a4b-8e8f51a30f5a req-cdf79da0-53b0-4474-87ef-309aa64a23f7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.0988669 Mar 08 22:27:53.939520 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:53.946550 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:53.952685 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:53.960184 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Attempting to bind port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:53.963362 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Attempting to bind port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:53.963362 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Attempting to bind port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:53.967480 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:53.968450 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:53.968916 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:53.969540 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:53.969825 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Bound port: 3fed2dce-71cb-4c29-9963-f38afc05ebd3, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:53.970235 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.031340 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-448eafd4-bca5-4bf9-b772-b86fb0cff5d2 req-18f89266-ddd4-4b39-979c-0859ccfa8343 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076980 Mar 08 22:27:54.056321 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=df08d592-9eb1-434a-a983-6c5a7ee6833b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:54.115073 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] For port 3fed2dce-71cb-4c29-9963-f38afc05ebd3, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:54.119320 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] For port 3fed2dce-71cb-4c29-9963-f38afc05ebd3, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3fed2dce-71cb-4c29-9963-f38afc05ebd3,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:54.184133 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Sync routers for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:27:54.203450 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.210420 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.241846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Provisioning complete for port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:54.244572 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.258443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:54.264655 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:54.299305 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:54.300590 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:54.366730 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e809d-207f-4ccb-93dc-e3b92ebcf95f None None] Pushing event updated for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:54.426633 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.468328 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 99103e9e-9f93-4737-af9a-160e181fa3b8 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:54.469071 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:54.753865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.792934 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:54.819687 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.828577 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:54Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:54.890245 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a3fdc-2311-42eb-a178-121ed3a7fdf3 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:54Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:54.912079 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=df08d592-9eb1-434a-a983-6c5a7ee6833b,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:54.936667 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Current status of the port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:54.937426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:54.987781 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.088462 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0842b671-03e3-4810-87ad-532c91315ed3 req-5839e22b-a725-4bc5-8af9-ffb61a790669 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.0452371 Mar 08 22:27:55.155506 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.157932 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4118d24e-c7b3-4ef8-811d-44fb2a918762 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3260441 Mar 08 22:27:55.169214 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 99103e9e-9f93-4737-af9a-160e181fa3b8 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:55.169798 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.222615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] For port 3fed2dce-71cb-4c29-9963-f38afc05ebd3, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3fed2dce-71cb-4c29-9963-f38afc05ebd3,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:55.347575 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.370126 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff9eaf-9d45-40d8-b053-38260de3bc12 req-8e11f219-aacf-4ad0-9214-f34557cbae69 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:55.376260 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-58ff9eaf-9d45-40d8-b053-38260de3bc12 req-8e11f219-aacf-4ad0-9214-f34557cbae69 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1829531 Mar 08 22:27:55.529583 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-58ff9eaf-9d45-40d8-b053-38260de3bc12 req-ca297f65-9fad-441c-85dd-c87301cf3768 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336541 Mar 08 22:27:55.575995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb28f-d788-4c45-877d-1f62481998eb None None] Pushing event updated for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:55.600049 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-ba95a612-4fe2-4831-88fb-93631da71ea3 None None] Provisioning complete for port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:55.601092 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba95a612-4fe2-4831-88fb-93631da71ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.616004 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-6ce64168-7d1e-42ad-8c7a-db6ac02ba3ce tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1250634609&fields=id&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 267 time: 0.1204665 Mar 08 22:27:55.646721 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 99103e9e-9f93-4737-af9a-160e181fa3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:55.716236 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:50Z', 'revision_number': 4, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3268eac0-1b3a-4297-907a-e82843259950', 'name': '', 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'mac_address': 'fa:16:3e:c9:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:49Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 2, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'subnets': [{'id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:55.765683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Checking router: 474f193f-878b-4417-8927-54b5750b0abb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:27:55.765683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Updating router 474f193f-878b-4417-8927-54b5750b0abb port 3268eac0-1b3a-4297-907a-e82843259950 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:27:55.813986 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-cfd2bc67-e77d-47f9-aec3-ec8076600242 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:55.824294 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-cfd2bc67-e77d-47f9-aec3-ec8076600242 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.2073541 Mar 08 22:27:55.854442 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-220f94b4-b81d-497a-ae06-66044a0f200b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/quotas/424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 375 time: 0.0275192 Mar 08 22:27:55.872813 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3268eac0-1b3a-4297-907a-e82843259950), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:55.872813 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ba95a612-4fe2-4831-88fb-93631da71ea3 None None] Current status of the port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:56.061876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-077ae6d5-7016-4f4c-9803-2c68ba69d04a tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1627214 Mar 08 22:27:56.287436 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a5292158-1303-47ad-9b50-b4f646bee320 req-052603cd-20af-4ce1-8c12-a7e5ba506e48 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.0915322 Mar 08 22:27:56.372088 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-ef8ed41a-10e6-4e74-b367-98d0c95158c1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:56.374830 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-ef8ed41a-10e6-4e74-b367-98d0c95158c1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079193 Mar 08 22:27:56.391255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Request body: {'port': {'device_id': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be', 'admin_state_up': True, 'tenant_id': 'c9c9a729b1d94bd98ba3f8dae886b477'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:56.460787 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3fed2dce-71cb-4c29-9963-f38afc05ebd3 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:27:56.539346 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-c4f7c624-39f6-47ac-89da-cc1f0ecc9408 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6819260 Mar 08 22:27:56.696019 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-1efec7e0-2f5c-418f-95ae-9ab8de2a1967 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551712 Mar 08 22:27:56.705844 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Made reservation on behalf of c9c9a729b1d94bd98ba3f8dae886b477 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:27:56.720589 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:56.729383 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks [] for port (3268eac0-1b3a-4297-907a-e82843259950), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:56.765316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:56.765931 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:56.770631 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671f0f-326a-4720-acab-0a4462604022 req-40cda5e1-c523-4d16-ba55-8fd08e38fe44 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:56.772984 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:56.788987 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4e671f0f-326a-4720-acab-0a4462604022 req-40cda5e1-c523-4d16-ba55-8fd08e38fe44 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1295662 Mar 08 22:27:56.818520 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38256) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:56.853634 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:56.907052 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4e671f0f-326a-4720-acab-0a4462604022 req-7f45c108-b3cf-4c88-be7c-e7a9ffc2445f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141822 Mar 08 22:27:56.907809 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38260) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:56.938008 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f74cd-4f57-4b6e-8528-2d2a34c4badf None None] Pushing event updated for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:57.023797 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f63ff32a-f219-4266-9126-7b21c88189fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.111663 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-2989ae85-e2fc-4b8b-8e47-7e3258431b58 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141135 Mar 08 22:27:57.129961 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12578621-5c97-4166-bc2f-ce1e526faa13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.131995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Attempting to bind port 3268eac0-1b3a-4297-907a-e82843259950 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:27:57.131995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Attempting to bind port 3268eac0-1b3a-4297-907a-e82843259950 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:27:57.131995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Attempting to bind port 3268eac0-1b3a-4297-907a-e82843259950 on network c4c07178-6523-4522-bad1-1287f1fba72d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:27:57.140871 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:27:57.141251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Checking segment: {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:27:57.141670 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.142291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Bound using segment: {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:27:57.142980 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Bound port: 3268eac0-1b3a-4297-907a-e82843259950, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:27:57.143577 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3268eac0-1b3a-4297-907a-e82843259950), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.164893 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:57.220619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks [] for security_group (ec3a38ad-2d00-4fcc-a546-1a4b91283426), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.270184 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] For port 3268eac0-1b3a-4297-907a-e82843259950, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:27:57.274437 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] For port 3268eac0-1b3a-4297-907a-e82843259950, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3268eac0-1b3a-4297-907a-e82843259950,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:27:57.350629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (ec3a38ad-2d00-4fcc-a546-1a4b91283426), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.367757 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f63ff32a-f219-4266-9126-7b21c88189fe admin admin] Publish callbacks [] for security_group (6f0e76e1-5bc2-4806-bbc0-139026d1b359), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.389396 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a38ad-2d00-4fcc-a546-1a4b91283426,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:57.401966 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.453420 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12578621-5c97-4166-bc2f-ce1e526faa13 admin admin] Publish callbacks [] for security_group (5ef409be-d9c3-4673-a27a-3616eedf7b75), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.458264 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f63ff32a-f219-4266-9126-7b21c88189fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6f0e76e1-5bc2-4806-bbc0-139026d1b359), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.594236 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ff32a-f219-4266-9126-7b21c88189fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e76e1-5bc2-4806-bbc0-139026d1b359,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:57.602112 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6e03b1bc-e93e-493f-a461-ec189a8c13fd req-10f9bb66-565b-4ab0-8aa8-79e4bacca5d7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.1336651 Mar 08 22:27:57.609960 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7b423aad-8dca-4702-b53c-7ae166d72d8a req-78af7460-8134-455e-b2bd-bff4a4c26451 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 210 time: 0.1137259 Mar 08 22:27:57.614893 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Provisioning complete for port 3268eac0-1b3a-4297-907a-e82843259950 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:57.617005 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3268eac0-1b3a-4297-907a-e82843259950), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.619139 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12578621-5c97-4166-bc2f-ce1e526faa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5ef409be-d9c3-4673-a27a-3616eedf7b75), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.712298 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:27:57.713014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:27:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:57.731714 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f63ff32a-f219-4266-9126-7b21c88189fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70934992f73e4ee489939da7f7d5c762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119349 Mar 08 22:27:57.739141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:57.748020 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-12578621-5c97-4166-bc2f-ce1e526faa13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6babcb12fdb144f9a9787f967ffc2c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8316438 Mar 08 22:27:57.748724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:27:57.791670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578621-5c97-4166-bc2f-ce1e526faa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef409be-d9c3-4673-a27a-3616eedf7b75,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:57.890517 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Allocated IP 192.168.233.190 (9b60a95c-e40a-4e32-bffb-dc6c76a663be/c08e8ae8-aa07-4777-885d-76a1282e5108/1170617f-33a1-4c4d-8756-cfab1f4678bb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:27:57.896455 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] Publish callbacks [] for security_group (6f0e76e1-5bc2-4806-bbc0-139026d1b359), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:57.898567 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:27:58.001143 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] Publish callbacks [] for security_group (5ef409be-d9c3-4673-a27a-3616eedf7b75), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.008239 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] Publish callbacks [] for security_group (6f0e76e1-5bc2-4806-bbc0-139026d1b359), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.101304 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f74cd-4f57-4b6e-8528-2d2a34c4badf None None] Pushing event updated for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:58.149176 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Current status of the port 3268eac0-1b3a-4297-907a-e82843259950 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:58.149562 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3268eac0-1b3a-4297-907a-e82843259950), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.185461 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] Publish callbacks [] for security_group (5ef409be-d9c3-4673-a27a-3616eedf7b75), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.363427 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] For port 3268eac0-1b3a-4297-907a-e82843259950, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3268eac0-1b3a-4297-907a-e82843259950,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:27:58.429335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab49a08-d91e-4d42-b4f1-9b0bd4d71da8 req-f3d28133-6ffb-40da-ba6b-48b2bdc845c8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:58.431663 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ab49a08-d91e-4d42-b4f1-9b0bd4d71da8 req-f3d28133-6ffb-40da-ba6b-48b2bdc845c8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.4206922 Mar 08 22:27:58.463620 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:50Z', 'revision_number': 4, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3268eac0-1b3a-4297-907a-e82843259950', 'name': '', 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'mac_address': 'fa:16:3e:c9:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:49Z', 'updated_at': '2022-03-08T22:27:57Z', 'revision_number': 4, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'subnets': [{'id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:27:58.491412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks [] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.507940 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971002bb-9e4c-4018-b0f1-643c967f4d30 None None] The sync data for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi is: [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:27:50Z', 'revision_number': 4, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3268eac0-1b3a-4297-907a-e82843259950', 'name': '', 'network_id': 'c4c07178-6523-4522-bad1-1287f1fba72d', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'mac_address': 'fa:16:3e:c9:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:49Z', 'updated_at': '2022-03-08T22:27:57Z', 'revision_number': 4, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'subnets': [{'id': 'b9d0fbac-68d8-48f3-ab4c-9172082f93a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:27:58.510384 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.529999 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6f0e76e1-5bc2-4806-bbc0-139026d1b359), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.533530 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.537574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f0e76e1-5bc2-4806-bbc0-139026d1b359 HTTP/1.1" status: 204 len: 168 time: 0.7930732 Mar 08 22:27:58.609579 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ab49a08-d91e-4d42-b4f1-9b0bd4d71da8 req-8da4a618-600d-470d-85ab-56243dbf741f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673934 Mar 08 22:27:58.614055 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7783a6-6f51-4458-a403-3d2f60474dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e76e1-5bc2-4806-bbc0-139026d1b359,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:58.648194 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5ef409be-d9c3-4673-a27a-3616eedf7b75), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.649849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.651236 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef409be-d9c3-4673-a27a-3616eedf7b75 HTTP/1.1" status: 204 len: 168 time: 0.8726921 Mar 08 22:27:58.678200 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43c1ee-5981-43bd-8597-ce71037fe3d8 None None] Pushing event updated for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:58.678414 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2def5-f5c1-4cf8-90c4-1538d213345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef409be-d9c3-4673-a27a-3616eedf7b75,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:58.775341 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.776881 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-10ab6078-0ded-4641-b4f4-43fe1098f511 None None] Provisioning complete for port 3268eac0-1b3a-4297-907a-e82843259950 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:58.777608 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10ab6078-0ded-4641-b4f4-43fe1098f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3268eac0-1b3a-4297-907a-e82843259950), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:58.797810 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-174c8bbd-9313-4419-9852-d023ae41ebcc req-648e239b-f4ba-4faa-a585-c9ae6a4165d7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 210 time: 0.0848448 Mar 08 22:27:58.922611 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Network 9b60a95c-e40a-4e32-bffb-dc6c76a663be is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:27:58.930534 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:27:58.937530 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:27:58.943700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Pushing event updated for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:27:58.980071 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-10ab6078-0ded-4641-b4f4-43fe1098f511 None None] Current status of the port 3268eac0-1b3a-4297-907a-e82843259950 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:27:59.013142 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b931-a0bf-4a26-b5a4-78e2b40ec20a req-40190ca0-2733-455e-99de-8a98793f7647 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:59.020872 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5836b931-a0bf-4a26-b5a4-78e2b40ec20a req-40190ca0-2733-455e-99de-8a98793f7647 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 936 time: 0.1842363 Mar 08 22:27:59.101401 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:59.103768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:59.179457 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5836b931-a0bf-4a26-b5a4-78e2b40ec20a req-b1429710-4ba8-4c45-b71d-16786a34192a tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548624 Mar 08 22:27:59.223653 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-57582741-b04d-4d91-b4f7-877ff4e56966 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8382745 Mar 08 22:27:59.239000 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Request body: {'port': {'device_id': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:27:59.353863 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:59.421481 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-22976714-1a20-400f-9835-c6646537ba7d None None] Provisioning complete for port 1170617f-33a1-4c4d-8756-cfab1f4678bb triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:27:59.421925 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22976714-1a20-400f-9835-c6646537ba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:27:59.511087 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-22976714-1a20-400f-9835-c6646537ba7d None None] Port 1170617f-33a1-4c4d-8756-cfab1f4678bb cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:27:59.837152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148667d1-f87b-4e10-af50-e34d849356f8 req-7e67e0c2-23a3-4957-8b39-c3ec55f702fd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:27:59.840853 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-148667d1-f87b-4e10-af50-e34d849356f8 req-7e67e0c2-23a3-4957-8b39-c3ec55f702fd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1004100 Mar 08 22:27:59.966835 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-148667d1-f87b-4e10-af50-e34d849356f8 req-497d78e9-825d-4e40-a7bc-3d0dd7b38809 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Mar 08 22:28:00.194832 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38328) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:00.216867 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78b76701-fd5b-4566-b212-012e4242c393 req-982a35a8-bbf0-4d5f-94fd-2e396d6af157 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 210 time: 0.0674562 Mar 08 22:28:00.232145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-279e05e0-0f2a-4363-a877-934e7564ca35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.381137 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1170617f-33a1-4c4d-8756-cfab1f4678bb {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:00.396822 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks [] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.486709 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Transition to ACTIVE for port object 1170617f-33a1-4c4d-8756-cfab1f4678bb will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:28:00.497904 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-279e05e0-0f2a-4363-a877-934e7564ca35 admin admin] Publish callbacks [] for security_group (0720d547-a09a-411e-8bf2-ad6431b1b09c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.518994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3268eac0-1b3a-4297-907a-e82843259950 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:28:00.528478 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85aac8-8c9f-4f94-a568-ca2ae78cff7d req-2ace01a4-b3a4-499c-8001-e1be3f445d33 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:00.546228 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fd85aac8-8c9f-4f94-a568-ca2ae78cff7d req-2ace01a4-b3a4-499c-8001-e1be3f445d33 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 936 time: 0.1611674 Mar 08 22:28:00.597482 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3268eac0-1b3a-4297-907a-e82843259950 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:00.598102 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3268eac0-1b3a-4297-907a-e82843259950), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.619971 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-279e05e0-0f2a-4363-a877-934e7564ca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0720d547-a09a-411e-8bf2-ad6431b1b09c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.666065 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.685231 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fd85aac8-8c9f-4f94-a568-ca2ae78cff7d req-40da31ae-242e-47a0-a02c-ece400ddb90d tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378903 Mar 08 22:28:00.710385 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-279e05e0-0f2a-4363-a877-934e7564ca35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0790441150cf49aeae0b423f55398278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143664 Mar 08 22:28:00.711374 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38336) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:00.956392 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3268eac0-1b3a-4297-907a-e82843259950 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:00.957653 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e05e0-0f2a-4363-a877-934e7564ca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720d547-a09a-411e-8bf2-ad6431b1b09c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:00.960160 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-b8cecb71-18e8-44fc-859b-6efba35c4aee tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:00.960160 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-b8cecb71-18e8-44fc-859b-6efba35c4aee tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.2560184 Mar 08 22:28:00.960160 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Pushing event updated for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:00.960645 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] Publish callbacks [] for security_group (0720d547-a09a-411e-8bf2-ad6431b1b09c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.960645 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] Publish callbacks [] for security_group (0720d547-a09a-411e-8bf2-ad6431b1b09c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-c338b705-0d57-4547-b8d4-bed75a1540c2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 380 time: 0.1135752 Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'port': {'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'admin_state_up': True, 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'security_groups': ['a25bc8ce-99a3-4ca7-af07-e924078a751d']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Attempting to bind port 1170617f-33a1-4c4d-8756-cfab1f4678bb on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Attempting to bind port 1170617f-33a1-4c4d-8756-cfab1f4678bb by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Attempting to bind port 1170617f-33a1-4c4d-8756-cfab1f4678bb on network 9b60a95c-e40a-4e32-bffb-dc6c76a663be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Port 1170617f-33a1-4c4d-8756-cfab1f4678bb on network 9b60a95c-e40a-4e32-bffb-dc6c76a663be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Attempting to bind port 1170617f-33a1-4c4d-8756-cfab1f4678bb on network 9b60a95c-e40a-4e32-bffb-dc6c76a663be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Checking segment: {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Bound using segment: {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:28:00.961052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Bound port: 1170617f-33a1-4c4d-8756-cfab1f4678bb, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:28:00.962178 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.091951 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:28:01.110770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:28:01.134260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626c14-7079-4360-a58a-1ddaf93fd535 req-25ccad92-92e7-47ea-b8ce-3ceab314ade1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:01.136418 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b6626c14-7079-4360-a58a-1ddaf93fd535 req-25ccad92-92e7-47ea-b8ce-3ceab314ade1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0899415 Mar 08 22:28:01.191531 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b6626c14-7079-4360-a58a-1ddaf93fd535 req-26231456-47c9-40a6-8234-615aa6c31fee tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Mar 08 22:28:01.301289 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f6689085-f389-49da-9d7b-16a41114bc2b req-1e368947-36f4-410e-ad84-b48293d0f0d0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 210 time: 0.0295639 Mar 08 22:28:01.317510 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0720d547-a09a-411e-8bf2-ad6431b1b09c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.320096 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.321976 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0720d547-a09a-411e-8bf2-ad6431b1b09c HTTP/1.1" status: 204 len: 168 time: 0.6089201 Mar 08 22:28:01.328989 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ad854-e509-46d7-91a7-8fcdaa59e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720d547-a09a-411e-8bf2-ad6431b1b09c,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:01.340889 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.344629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:01.350435 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.424087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:01.424715 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:01.426096 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] 10.222.0.35 "PUT /v2.0/ports/1170617f-33a1-4c4d-8756-cfab1f4678bb HTTP/1.1" status: 200 len: 1098 time: 2.1940904 Mar 08 22:28:01.426570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:01.429061 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e47bd3-4753-4dc4-b692-1d46e455c75e" -d '{"events": [{"name": "network-changed", "server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:01.516504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274dc9-b227-4cef-a3d6-89bc124bc51f service neutron] Pushing event updated for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:01.530953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180eb9f-ac2a-43c2-bdcc-55a71e7e6c53 x-openstack-request-id: req-a180eb9f-ac2a-43c2-bdcc-55a71e7e6c53 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:01.531854 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:01.532427 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a180eb9f-ac2a-43c2-bdcc-55a71e7e6c53 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:01.533046 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb', 'status': 'completed', 'code': 200} Mar 08 22:28:01.660353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47bd3-4753-4dc4-b692-1d46e455c75e req-49b63877-49e8-4e53-bf15-07afc96ea784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:01.662095 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-52e47bd3-4753-4dc4-b692-1d46e455c75e req-49b63877-49e8-4e53-bf15-07afc96ea784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 1132 time: 0.1159880 Mar 08 22:28:01.688567 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.20.0.3 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/6d1af922-b7b2-493b-80d2-1b79f07bb701) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:28:01.714884 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-52e47bd3-4753-4dc4-b692-1d46e455c75e req-49f11d12-c1d0-411d-b2c0-5354697731e0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407834 Mar 08 22:28:01.899133 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bd6a7-587e-4300-a51b-3920fc315bb5 req-097cfab1-1b48-47e0-a579-f8b12c9ba3e8 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:01.906883 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-660bd6a7-587e-4300-a51b-3920fc315bb5 req-097cfab1-1b48-47e0-a579-f8b12c9ba3e8 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.1189806 Mar 08 22:28:01.982992 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-660bd6a7-587e-4300-a51b-3920fc315bb5 req-4b7e7dbd-e568-44f0-8298-dc0f45866fec tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Mar 08 22:28:02.137974 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47bd3-4753-4dc4-b692-1d46e455c75e req-4727fcaa-3648-4a7b-ade1-18ca4024ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.139909 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-52e47bd3-4753-4dc4-b692-1d46e455c75e req-4727fcaa-3648-4a7b-ade1-18ca4024ae61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121759 Mar 08 22:28:02.159182 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:02.285985 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-bd2aeae8-0ce2-4acc-9858-907c322a8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.287971 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-bd2aeae8-0ce2-4acc-9858-907c322a8e89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 1132 time: 0.0561738 Mar 08 22:28:02.297644 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:02.474036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:28:02.476075 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-562cf8b5-a205-49c0-bfc3-7d880e89b5bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb HTTP/1.1" status: 200 len: 217 time: 0.1519282 Mar 08 22:28:02.482930 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:02.485449 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:28:02.512465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b81d4-69e2-442a-9662-3873bbf08bd4 req-090baf64-7546-45eb-bfbc-b9b3d199ae4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.513902 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-634b81d4-69e2-442a-9662-3873bbf08bd4 req-090baf64-7546-45eb-bfbc-b9b3d199ae4f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 931 time: 0.0645812 Mar 08 22:28:02.575876 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:02.600433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952d1f-7760-4c4d-8506-e4b9fbc65c89 req-19047b95-403f-4de6-855c-170262c7e6a5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.602105 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11952d1f-7760-4c4d-8506-e4b9fbc65c89 req-19047b95-403f-4de6-855c-170262c7e6a5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.2889457 Mar 08 22:28:02.616483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.630524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:02.632908 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-634b81d4-69e2-442a-9662-3873bbf08bd4 req-a59fd823-70a4-4246-8780-13f34f4e41c8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076155 Mar 08 22:28:02.644205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-90b4b536-a97c-4eff-8854-c67bd88bee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.644205 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-90b4b536-a97c-4eff-8854-c67bd88bee31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c08e8ae8-aa07-4777-885d-76a1282e5108 HTTP/1.1" status: 200 len: 843 time: 0.1484072 Mar 08 22:28:02.752981 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11952d1f-7760-4c4d-8506-e4b9fbc65c89 req-acfbb069-9ad8-41b1-8150-ac596dc1bdf7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424236 Mar 08 22:28:02.756299 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-dfa00788-ce4f-48f6-b337-304023e99c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:02.757998 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-dfa00788-ce4f-48f6-b337-304023e99c25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b60a95c-e40a-4e32-bffb-dc6c76a663be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1003819 Mar 08 22:28:02.765763 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-904045d9-7fb7-4e79-93b7-fe65ef89102a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8870840 Mar 08 22:28:02.805180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Request body: {'port': {'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:02.856157 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-c92e0a5d-f5e3-4eae-bc32-68f33c69e10f None None] Provisioning complete for port 6d1af922-b7b2-493b-80d2-1b79f07bb701 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:02.856784 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c92e0a5d-f5e3-4eae-bc32-68f33c69e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:02.920673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:02.941455 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c92e0a5d-f5e3-4eae-bc32-68f33c69e10f None None] Port 6d1af922-b7b2-493b-80d2-1b79f07bb701 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:28:02.982782 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-be95f255-23f0-4ec8-981e-488ca192bcf6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b60a95c-e40a-4e32-bffb-dc6c76a663be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160046 Mar 08 22:28:03.158434 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719faa2f-3144-4302-8d3b-6c7a814201c1 req-660001f3-863e-413a-a6b9-c75c8cadb674 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:03.162443 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-719faa2f-3144-4302-8d3b-6c7a814201c1 req-660001f3-863e-413a-a6b9-c75c8cadb674 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.0862834 Mar 08 22:28:03.248126 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-719faa2f-3144-4302-8d3b-6c7a814201c1 req-fd8b165b-9918-4994-87bb-ec67e0b73582 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724990 Mar 08 22:28:03.254360 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a18021e-3da8-42b5-bac0-5582aa36b653 req-bfa72496-492f-4a70-98bd-0af4b148ef9e service neutron] 10.222.0.35 "GET /v2.0/networks/9b60a95c-e40a-4e32-bffb-dc6c76a663be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588294 Mar 08 22:28:03.383598 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1af922-b7b2-493b-80d2-1b79f07bb701 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:03.400056 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks [] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:03.420374 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Transition to ACTIVE for port object 6d1af922-b7b2-493b-80d2-1b79f07bb701 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:28:03.528156 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:03.660756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:03.700982 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Attempting to bind port 6d1af922-b7b2-493b-80d2-1b79f07bb701 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:28:03.701403 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Attempting to bind port 6d1af922-b7b2-493b-80d2-1b79f07bb701 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:28:03.701798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Attempting to bind port 6d1af922-b7b2-493b-80d2-1b79f07bb701 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:03.707592 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Port 6d1af922-b7b2-493b-80d2-1b79f07bb701 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:28:03.707919 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Attempting to bind port 6d1af922-b7b2-493b-80d2-1b79f07bb701 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:03.715745 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:28:03.716924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:03.716924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:28:03.717314 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Bound port: 6d1af922-b7b2-493b-80d2-1b79f07bb701, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:28:03.717680 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:03.846845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:28:03.856770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:28:03.898978 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cea3b-dfcb-42b5-9ce6-b8a542be4f8e req-12c40013-74d9-4fa3-9baa-40cff9286d61 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:03.900499 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-724cea3b-dfcb-42b5-9ce6-b8a542be4f8e req-12c40013-74d9-4fa3-9baa-40cff9286d61 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.1224749 Mar 08 22:28:04.011910 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64804-a72f-47e1-8e93-0a77ac359263 req-cd761d82-db9f-4430-b8c6-61f682cf7295 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.021141 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e64804-a72f-47e1-8e93-0a77ac359263 req-cd761d82-db9f-4430-b8c6-61f682cf7295 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1420264 Mar 08 22:28:04.030292 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-724cea3b-dfcb-42b5-9ce6-b8a542be4f8e req-a95b1878-6e75-4fe5-a4fd-23e14cfea6a0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230733 Mar 08 22:28:04.031418 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:04.077786 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.078403 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:04.085933 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 200 len: 1093 time: 1.2942741 Mar 08 22:28:04.085933 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:04.085933 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab246ee-d357-406f-b169-f2e99da100ce" -d '{"events": [{"name": "network-changed", "server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:04.122704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:04.131261 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e64804-a72f-47e1-8e93-0a77ac359263 req-71c533f3-50e2-4f7e-ac6e-d83d4bc43df0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069777 Mar 08 22:28:04.144081 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.144433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.144781 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.145125 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.145459 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.145792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.146125 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.146451 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.146987 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.147490 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.147975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.148452 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.148924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bc52f-5c1d-4c6b-ae82-6b3bd3068933 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:04.198788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbc95a-e1e2-4a23-ae65-c5f6d8f41da1 x-openstack-request-id: req-c9cbc95a-e1e2-4a23-ae65-c5f6d8f41da1 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:04.199366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:04.199623 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9cbc95a-e1e2-4a23-ae65-c5f6d8f41da1 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:04.200037 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'status': 'completed', 'code': 200} Mar 08 22:28:04.259135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-87d5fe3a-fe92-420f-9c8d-400580a7351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.264517 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-87d5fe3a-fe92-420f-9c8d-400580a7351a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 1127 time: 0.0842361 Mar 08 22:28:04.374387 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-c56cbdf3-f3f1-4a41-8288-7290d8ad846d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 200 len: 217 time: 0.0875199 Mar 08 22:28:04.431064 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-177abebd-28c2-49fb-89d9-f1582c419e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.433648 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-177abebd-28c2-49fb-89d9-f1582c419e99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0525553 Mar 08 22:28:04.459923 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70735c-fa08-44bc-bfc6-4e3fe770b5a8 req-1c4dbe09-c72a-4f76-9de1-b84ffaaff1d4 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.468662 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1b70735c-fa08-44bc-bfc6-4e3fe770b5a8 req-1c4dbe09-c72a-4f76-9de1-b84ffaaff1d4 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.0971372 Mar 08 22:28:04.498070 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-be451561-5d70-49aa-a0b1-c41f905a79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.502488 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-be451561-5d70-49aa-a0b1-c41f905a79d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615745 Mar 08 22:28:04.535395 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1b70735c-fa08-44bc-bfc6-4e3fe770b5a8 req-16250316-5def-4d1d-a211-0041c1bd846a tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653944 Mar 08 22:28:04.677279 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-c59dd65d-aec2-4a82-b8b7-f852fc824e92 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652915 Mar 08 22:28:04.818439 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a3fd4a2-4c60-4ead-8018-a7a15ae46f1f req-93a49446-82fa-4550-b021-af827339d5b0 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304588 Mar 08 22:28:04.822203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703ffe-ee29-4ad9-863e-a4a0f0427cd1 req-c1066283-7b11-4e84-b03e-3f712c04433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:04.823820 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2703ffe-ee29-4ad9-863e-a4a0f0427cd1 req-c1066283-7b11-4e84-b03e-3f712c04433c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.1916974 Mar 08 22:28:04.890267 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2703ffe-ee29-4ad9-863e-a4a0f0427cd1 req-9e7de3e6-d579-4cca-acb9-c7fe087c57ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Mar 08 22:28:05.191142 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c17ca4-2e6e-4c51-9018-ca17ad5e3e6a req-ba031f4b-47cf-40b6-b8e4-1a704c82595a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:05.195075 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07c17ca4-2e6e-4c51-9018-ca17ad5e3e6a req-ba031f4b-47cf-40b6-b8e4-1a704c82595a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0762382 Mar 08 22:28:05.305687 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07c17ca4-2e6e-4c51-9018-ca17ad5e3e6a req-5dd37678-af88-473b-bbd6-7a303491cd9b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019700 Mar 08 22:28:05.324285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab246ee-d357-406f-b169-f2e99da100ce req-c2c84e7d-ab2d-462c-ab43-e50a95beac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:05.327375 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-c2c84e7d-ab2d-462c-ab43-e50a95beac34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 1127 time: 0.1009436 Mar 08 22:28:05.341630 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a985c7-cb13-4aa7-8e6f-dc7893340648 req-c98a771f-3763-46b1-a12c-345f8abe6b62 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:05.343169 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b4a985c7-cb13-4aa7-8e6f-dc7893340648 req-c98a771f-3763-46b1-a12c-345f8abe6b62 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0974722 Mar 08 22:28:05.412189 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b4a985c7-cb13-4aa7-8e6f-dc7893340648 req-d3aa46d2-49bf-4eb8-b22c-254e3173e948 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599122 Mar 08 22:28:05.424244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38462) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:05.544977 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9597b91-7df3-4ffb-a895-b73383a5b371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:05.693080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9597b91-7df3-4ffb-a895-b73383a5b371 admin admin] Publish callbacks [] for security_group (c7e7d696-968a-477e-8f7e-452f05ca6179), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:05.708801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6b4b-13e3-4680-8e6f-896cb2db95b0 req-94e53dfa-e79d-4353-a63b-240bd54fb12c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:05.710456 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-834c6b4b-13e3-4680-8e6f-896cb2db95b0 req-94e53dfa-e79d-4353-a63b-240bd54fb12c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.0902104 Mar 08 22:28:05.808496 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-834c6b4b-13e3-4680-8e6f-896cb2db95b0 req-cd6e4a73-61a0-462f-a755-6b0cb97864a7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834677 Mar 08 22:28:06.241738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9597b91-7df3-4ffb-a895-b73383a5b371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c7e7d696-968a-477e-8f7e-452f05ca6179), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:06.281034 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d9597b91-7df3-4ffb-a895-b73383a5b371 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9adc4c8e0ea34cd1bf6dbcb04667ae6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570602 Mar 08 22:28:06.281900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9597b91-7df3-4ffb-a895-b73383a5b371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e7d696-968a-477e-8f7e-452f05ca6179,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:06.283713 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38470) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:06.333225 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Publish callbacks [] for security_group (c7e7d696-968a-477e-8f7e-452f05ca6179), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:06.357068 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Publish callbacks [] for security_group (c7e7d696-968a-477e-8f7e-452f05ca6179), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:06.466235 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5a41-8352-4bda-8fcc-2df13f6db9cd req-2b741797-aef4-433d-bcca-860225d1c907 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:06.467904 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-681b5a41-8352-4bda-8fcc-2df13f6db9cd req-2b741797-aef4-433d-bcca-860225d1c907 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0713961 Mar 08 22:28:06.529075 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-681b5a41-8352-4bda-8fcc-2df13f6db9cd req-36e6c3b8-94a5-4199-9d27-7fc8bb561ba4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552850 Mar 08 22:28:06.533400 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c7e7d696-968a-477e-8f7e-452f05ca6179), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:06.536289 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:06.537777 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7e7d696-968a-477e-8f7e-452f05ca6179 HTTP/1.1" status: 204 len: 168 time: 0.2530591 Mar 08 22:28:06.565224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e7d696-968a-477e-8f7e-452f05ca6179,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:06.581454 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.581816 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.582218 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.582703 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.583376 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.586988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e9be3-2d76-4baf-ac41-315c0d9189dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:06.623964 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096f99-fe5a-49b6-91b9-4e8dadfe4bae req-4b28baec-b588-4424-a73a-e5ed9ef2b775 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:06.626890 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7f096f99-fe5a-49b6-91b9-4e8dadfe4bae req-4b28baec-b588-4424-a73a-e5ed9ef2b775 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1044655 Mar 08 22:28:06.754702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7f096f99-fe5a-49b6-91b9-4e8dadfe4bae req-72fef3ef-9c86-4ce6-a0e6-4224b042801c tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112273 Mar 08 22:28:06.780222 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab246ee-d357-406f-b169-f2e99da100ce req-33f37506-e597-4613-b101-36986abc7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:06.782264 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-33f37506-e597-4613-b101-36986abc7617 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.1535873 Mar 08 22:28:06.943827 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb4f2-9df1-4750-a64e-57a39558dd85 req-e09e97e0-3981-4052-80ea-cdf1fc4ac604 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:06.945434 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bccdb4f2-9df1-4750-a64e-57a39558dd85 req-e09e97e0-3981-4052-80ea-cdf1fc4ac604 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.0659885 Mar 08 22:28:07.020087 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bccdb4f2-9df1-4750-a64e-57a39558dd85 req-37868e2b-5fc7-44d7-8fe8-bb06c92b8d3b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592546 Mar 08 22:28:07.349731 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38500) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:07.363156 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7e8272f7-20ca-4088-a8a2-e0ed28187ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:07.463396 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7e8272f7-20ca-4088-a8a2-e0ed28187ce3 admin admin] Publish callbacks [] for security_group (8131541a-0a55-4f47-96fe-bd19a2b621b0), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:07.505884 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:28:07.544982 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7e8272f7-20ca-4088-a8a2-e0ed28187ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8131541a-0a55-4f47-96fe-bd19a2b621b0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:07.621849 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-7e8272f7-20ca-4088-a8a2-e0ed28187ce3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=747b0f55a38c45afb830500ecf3c85dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730241 Mar 08 22:28:07.623749 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8272f7-20ca-4088-a8a2-e0ed28187ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8131541a-0a55-4f47-96fe-bd19a2b621b0,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:07.624744 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:07.713264 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-16256a9e-78e1-440c-97ea-8db034fc6b21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 200 len: 217 time: 0.0548108 Mar 08 22:28:07.768301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df3b1-e10f-4947-82f9-208838d95b8e req-50abff32-04a4-483f-a7fb-eddbd3c99a4d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:07.775148 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f93df3b1-e10f-4947-82f9-208838d95b8e req-50abff32-04a4-483f-a7fb-eddbd3c99a4d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.1370411 Mar 08 22:28:07.786879 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] Publish callbacks [] for security_group (8131541a-0a55-4f47-96fe-bd19a2b621b0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:07.837456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] Publish callbacks [] for security_group (8131541a-0a55-4f47-96fe-bd19a2b621b0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:07.934278 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96380b5-af1f-4eb3-b0d2-2b8d77690198 req-a3ea66b3-194d-4fb7-b5f0-d9a9625deb5e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:07.936016 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f96380b5-af1f-4eb3-b0d2-2b8d77690198 req-a3ea66b3-194d-4fb7-b5f0-d9a9625deb5e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0757809 Mar 08 22:28:08.019857 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f96380b5-af1f-4eb3-b0d2-2b8d77690198 req-22c1bf45-7d0e-4cd9-bee8-7301f18cd860 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Mar 08 22:28:08.129243 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f93df3b1-e10f-4947-82f9-208838d95b8e req-753c94eb-4392-4fa7-af03-c7c884a28624 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532078 Mar 08 22:28:08.183963 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd50be-0e1e-4f74-82d4-1257f640e6bb req-3a24fbbf-8ba2-45cd-8ca5-7e1e8c26f5b1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:08.197810 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-47cd50be-0e1e-4f74-82d4-1257f640e6bb req-3a24fbbf-8ba2-45cd-8ca5-7e1e8c26f5b1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.1096649 Mar 08 22:28:08.230597 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:08.253040 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8131541a-0a55-4f47-96fe-bd19a2b621b0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:08.255865 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:08.257342 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8131541a-0a55-4f47-96fe-bd19a2b621b0 HTTP/1.1" status: 204 len: 168 time: 0.6313698 Mar 08 22:28:08.268722 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9b783-28f1-40fd-9af9-6d5b62835f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8131541a-0a55-4f47-96fe-bd19a2b621b0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:08.270352 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-47cd50be-0e1e-4f74-82d4-1257f640e6bb req-a02a428b-fefd-4b66-aa1c-a9e36a75271e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708284 Mar 08 22:28:08.778531 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38526) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:08.918717 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9ccf-0b4e-4706-bd7f-d5f418520759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.011813 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9ccf-0b4e-4706-bd7f-d5f418520759 admin admin] Publish callbacks [] for security_group (b89ec95b-9ad1-4822-8c56-c3a76d3af2b8), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.115762 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9ccf-0b4e-4706-bd7f-d5f418520759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b89ec95b-9ad1-4822-8c56-c3a76d3af2b8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.138362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f79c6-76a0-4efb-b840-feac7ef91414 req-94de3856-7d76-4622-968f-7d81a65b5dcd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:09.145337 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ed4f79c6-76a0-4efb-b840-feac7ef91414 req-94de3856-7d76-4622-968f-7d81a65b5dcd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0639358 Mar 08 22:28:09.153459 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38534) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:09.186141 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0eb96b50-4149-4a91-8f42-c129a0aaa03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.191078 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4c8f9ccf-0b4e-4706-bd7f-d5f418520759 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=153bd0d99dbf4f7f9405a0333bd4cf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113948 Mar 08 22:28:09.196880 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9ccf-0b4e-4706-bd7f-d5f418520759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89ec95b-9ad1-4822-8c56-c3a76d3af2b8,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:09.201885 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38538) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:09.270549 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab246ee-d357-406f-b169-f2e99da100ce req-69ad5512-ddff-4262-a007-8a7b6695200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:09.272032 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-69ad5512-ddff-4262-a007-8a7b6695200a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.1240668 Mar 08 22:28:09.280014 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ed4f79c6-76a0-4efb-b840-feac7ef91414 req-5f92adfc-c76b-4c98-9cbe-eef675849c2a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336050 Mar 08 22:28:09.325215 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] Publish callbacks [] for security_group (b89ec95b-9ad1-4822-8c56-c3a76d3af2b8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.355439 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab246ee-d357-406f-b169-f2e99da100ce req-da135195-75d6-4d22-a1ce-81b94ce0f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:09.357259 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-da135195-75d6-4d22-a1ce-81b94ce0f62e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759120 Mar 08 22:28:09.373224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] Publish callbacks [] for security_group (b89ec95b-9ad1-4822-8c56-c3a76d3af2b8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.391287 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c90b-bb68-447a-b8f0-df0f14027d5d req-19d323d0-49c3-49ee-b08c-c28cc61f33ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:09.392913 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f8f8c90b-bb68-447a-b8f0-df0f14027d5d req-19d323d0-49c3-49ee-b08c-c28cc61f33ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.1562963 Mar 08 22:28:09.440125 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0eb96b50-4149-4a91-8f42-c129a0aaa03d admin admin] Publish callbacks [] for security_group (a1bb534a-6c36-441c-8e02-b7c8c514c6fa), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.499444 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f8f8c90b-bb68-447a-b8f0-df0f14027d5d req-ff4f3248-5079-4c15-bef5-7725bcc11cfe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997469 Mar 08 22:28:09.500727 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0eb96b50-4149-4a91-8f42-c129a0aaa03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a1bb534a-6c36-441c-8e02-b7c8c514c6fa), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.509234 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a7393-11a3-4dde-9515-36fe53c2202d req-b624f694-c62e-4443-9508-38cb69bdcb80 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:09.510894 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e9a7393-11a3-4dde-9515-36fe53c2202d req-b624f694-c62e-4443-9508-38cb69bdcb80 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 948 time: 0.1246469 Mar 08 22:28:09.513846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-4cbfda4c-c127-46ff-b6dd-a28776549425 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496193 Mar 08 22:28:09.556670 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-0eb96b50-4149-4a91-8f42-c129a0aaa03d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7d7dd69a42c4b4da699648b7120280f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020951 Mar 08 22:28:09.559056 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96b50-4149-4a91-8f42-c129a0aaa03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb534a-6c36-441c-8e02-b7c8c514c6fa,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:09.561361 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38544) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:09.584034 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b89ec95b-9ad1-4822-8c56-c3a76d3af2b8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.584034 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.584034 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b89ec95b-9ad1-4822-8c56-c3a76d3af2b8 HTTP/1.1" status: 204 len: 168 time: 0.3812556 Mar 08 22:28:09.634306 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0503b6-bf9b-4d6f-a142-b8807a6d3856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89ec95b-9ad1-4822-8c56-c3a76d3af2b8,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:09.683570 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0e9a7393-11a3-4dde-9515-36fe53c2202d req-e68a629a-3e31-437b-a82b-d9ba325d407d tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530714 Mar 08 22:28:09.702540 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] Publish callbacks [] for security_group (a1bb534a-6c36-441c-8e02-b7c8c514c6fa), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.724796 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] Publish callbacks [] for security_group (a1bb534a-6c36-441c-8e02-b7c8c514c6fa), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:09.725907 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aab246ee-d357-406f-b169-f2e99da100ce req-35c216a1-a68b-423a-a12f-f2f0a2eae4f2 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969519 Mar 08 22:28:10.225755 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1170617f-33a1-4c4d-8756-cfab1f4678bb details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:28:10.282088 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a1bb534a-6c36-441c-8e02-b7c8c514c6fa), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:10.289011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:10.289011 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1bb534a-6c36-441c-8e02-b7c8c514c6fa HTTP/1.1" status: 204 len: 168 time: 0.7239494 Mar 08 22:28:10.310089 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e1633-565d-4dc1-9611-ab55dc1892cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb534a-6c36-441c-8e02-b7c8c514c6fa,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:10.352279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:10.372465 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '1170617f-33a1-4c4d-8756-cfab1f4678bb', 'network_id': '9b60a95c-e40a-4e32-bffb-dc6c76a663be', 'port_id': '1170617f-33a1-4c4d-8756-cfab1f4678bb', 'mac_address': 'fa:16:3e:10:c0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08e8ae8-aa07-4777-885d-76a1282e5108', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:28:10.440095 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1170617f-33a1-4c4d-8756-cfab1f4678bb is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:10.441171 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:10.456518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1170617f-33a1-4c4d-8756-cfab1f4678bb {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:10.488156 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:10.530080 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00027fff-e812-4895-a821-38fc19fd90f2 req-f257ba98-b9a4-456c-9002-18feb16d243e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:10.532371 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-00027fff-e812-4895-a821-38fc19fd90f2 req-f257ba98-b9a4-456c-9002-18feb16d243e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0956867 Mar 08 22:28:10.597397 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:10.624448 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-00027fff-e812-4895-a821-38fc19fd90f2 req-5d7ee460-d4b8-4a42-ad01-dea23b4f8e9e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795653 Mar 08 22:28:10.682176 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:10.754992 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb493eb-994b-4c3e-8347-b1ee9f2e6548 req-74367263-71ba-46ff-bcee-b6841e578e6b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:10.756470 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fdb493eb-994b-4c3e-8347-b1ee9f2e6548 req-74367263-71ba-46ff-bcee-b6841e578e6b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0993974 Mar 08 22:28:10.805796 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d93e-9a9f-4f08-94c7-62430533c863 req-55dbb4c7-545a-4655-bc67-d57a682ae44c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:10.813235 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1929d93e-9a9f-4f08-94c7-62430533c863 req-55dbb4c7-545a-4655-bc67-d57a682ae44c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0714695 Mar 08 22:28:10.829598 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fdb493eb-994b-4c3e-8347-b1ee9f2e6548 req-818233ae-4660-4d33-907e-ea7872d92de9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657902 Mar 08 22:28:10.877104 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1929d93e-9a9f-4f08-94c7-62430533c863 req-ea0f3185-23b4-424c-9b37-7aec31910de1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584614 Mar 08 22:28:10.981292 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38572) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:10.998841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-62ab89fa-96bc-4595-a9e4-61cd8cb8983c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.081960 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-62ab89fa-96bc-4595-a9e4-61cd8cb8983c admin admin] Publish callbacks [] for security_group (3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.212698 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-62ab89fa-96bc-4595-a9e4-61cd8cb8983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.254149 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab89fa-96bc-4595-a9e4-61cd8cb8983c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:11.258408 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-62ab89fa-96bc-4595-a9e4-61cd8cb8983c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7f9e656b4c34c698558a0179a38b447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759864 Mar 08 22:28:11.268437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38584) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:11.318399 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] Publish callbacks [] for security_group (3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.342085 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] Publish callbacks [] for security_group (3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.520798 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.520798 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:11.520798 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af HTTP/1.1" status: 204 len: 168 time: 0.2503185 Mar 08 22:28:11.529532 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a448d-80f5-49e1-8440-8482e75afeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7d3e6-2b3d-4fac-85bc-0fc97a36a2af,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:11.759588 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b88a57-a91d-4020-b750-596a2d59aaac req-5a01a559-354d-457a-929a-4c68d2e0ad7d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:11.761699 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e4b88a57-a91d-4020-b750-596a2d59aaac req-5a01a559-354d-457a-929a-4c68d2e0ad7d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0658376 Mar 08 22:28:11.822976 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e4b88a57-a91d-4020-b750-596a2d59aaac req-706c4baa-c3a0-4962-a39a-16ff4a3ff43d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Mar 08 22:28:11.963496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e3cae-a219-43db-b0a8-8a059b1fd83d req-5595fc4f-2266-4177-8ef1-b4c2abee8373 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:11.967652 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f47e3cae-a219-43db-b0a8-8a059b1fd83d req-5595fc4f-2266-4177-8ef1-b4c2abee8373 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0624242 Mar 08 22:28:12.015249 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f47e3cae-a219-43db-b0a8-8a059b1fd83d req-04e6ccc0-fb85-4cdf-8f82-935240f554bd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Mar 08 22:28:12.132081 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171d037-6bd1-44a2-9b52-de9ccbc90322 req-d8c7f853-0e84-40dc-b9dc-50cce4831cba tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:12.133794 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a171d037-6bd1-44a2-9b52-de9ccbc90322 req-d8c7f853-0e84-40dc-b9dc-50cce4831cba tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0620255 Mar 08 22:28:12.183881 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a171d037-6bd1-44a2-9b52-de9ccbc90322 req-faeaf91c-6f79-4a13-90cd-71832cff0957 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Mar 08 22:28:12.287325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-91380ee8-07ae-495b-a931-a332c2442539 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:12.294925 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-91380ee8-07ae-495b-a931-a332c2442539 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 815 time: 0.1192825 Mar 08 22:28:12.305754 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610fa83-3bc4-4bcc-80bf-894f20a0eaf8 req-8547e382-6993-40cf-98f1-9166d697bd0e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:12.307268 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b610fa83-3bc4-4bcc-80bf-894f20a0eaf8 req-8547e382-6993-40cf-98f1-9166d697bd0e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0555587 Mar 08 22:28:12.310886 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-24c543ff-05a8-4327-9d04-499e52173f9a tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/quotas/dfacbf49bca04d4297a1b3770e039e4b HTTP/1.1" status: 200 len: 375 time: 0.0147331 Mar 08 22:28:12.370106 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b610fa83-3bc4-4bcc-80bf-894f20a0eaf8 req-f74ec666-3ac7-4830-a96e-9c292913dabf tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Mar 08 22:28:12.372162 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-11db49b6-1ff0-4716-b7ed-90afbc4f5242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604692 Mar 08 22:28:12.476738 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-c2a0bb27-ca48-475c-88a9-78a6cd19d16e service neutron] 10.222.0.39 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893142 Mar 08 22:28:12.580581 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-7141aa02-6ea6-4cfb-86af-09a7a1f327b2 service neutron] 10.222.0.39 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973656 Mar 08 22:28:12.878971 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c4cfaa88-9847-415c-b721-28bbda1fa0fa req-fe86c168-09a5-48ec-a079-132245f74b2e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0313311 Mar 08 22:28:13.134679 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d06e3d-dd4e-4174-beef-bbd8013ad275 req-8b9ff7ff-a8f0-4787-9e80-c58df435d243 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:13.136883 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0d06e3d-dd4e-4174-beef-bbd8013ad275 req-8b9ff7ff-a8f0-4787-9e80-c58df435d243 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0540729 Mar 08 22:28:13.190595 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0d06e3d-dd4e-4174-beef-bbd8013ad275 req-88624256-70a6-49c5-88c3-72b1b5d05f23 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477149 Mar 08 22:28:13.318861 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7356-9e79-4e31-a404-4abd24914d86 req-3c132e62-ff16-48a1-8e1c-550bd53535ef tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:13.320326 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6ea7356-9e79-4e31-a404-4abd24914d86 req-3c132e62-ff16-48a1-8e1c-550bd53535ef tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0561299 Mar 08 22:28:13.374556 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6ea7356-9e79-4e31-a404-4abd24914d86 req-7f040daa-f5e3-4168-a224-f4f27dcfd02f tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Mar 08 22:28:13.491178 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd377-bfcb-407d-82f7-ab7c8eda790a req-3825d90e-f8a3-42de-a7a8-c6b072737e68 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:13.492713 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a1fd377-bfcb-407d-82f7-ab7c8eda790a req-3825d90e-f8a3-42de-a7a8-c6b072737e68 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Mar 08 22:28:13.558508 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a1fd377-bfcb-407d-82f7-ab7c8eda790a req-a33d98bf-8232-4079-971d-a8fc8a8700f8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596290 Mar 08 22:28:13.965423 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:13.967500 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a5b5b8f3-a590-4a4a-86a6-31e1115907d5 req-d3b5c027-b590-4987-b922-b35432f10073 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0379205 Mar 08 22:28:14.027491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-6f7829ce-cf7d-4b2c-9743-a985edb04e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:14.029286 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-6f7829ce-cf7d-4b2c-9743-a985edb04e1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0530603 Mar 08 22:28:14.077596 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d47-fe26-41b0-8466-273e085c0cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.150447 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d47-fe26-41b0-8466-273e085c0cc3 admin admin] Publish callbacks [] for security_group (6d3a00f3-3ff2-4f7f-91f7-ed4071212237), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.221058 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1b51d47-fe26-41b0-8466-273e085c0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6d3a00f3-3ff2-4f7f-91f7-ed4071212237), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.259768 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b1b51d47-fe26-41b0-8466-273e085c0cc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0340315c7e1a484c8d69893e94dfc8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911265 Mar 08 22:28:14.263345 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38746) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:14.263716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51d47-fe26-41b0-8466-273e085c0cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a00f3-3ff2-4f7f-91f7-ed4071212237,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:14.328976 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74d02-80ce-41bb-b890-180c726dfe52 req-0afb8451-ff9d-40a9-93d1-9cc99eb9aa08 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:14.330536 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8ed74d02-80ce-41bb-b890-180c726dfe52 req-0afb8451-ff9d-40a9-93d1-9cc99eb9aa08 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.0641234 Mar 08 22:28:14.337792 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] Publish callbacks [] for security_group (6d3a00f3-3ff2-4f7f-91f7-ed4071212237), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.360444 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] Publish callbacks [] for security_group (6d3a00f3-3ff2-4f7f-91f7-ed4071212237), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.384643 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8ed74d02-80ce-41bb-b890-180c726dfe52 req-fada685f-768f-4b96-bdfc-e563b2ab1209 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467138 Mar 08 22:28:14.498552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fb842-1224-4476-930b-ba212eb1891c req-84c6a336-7825-4293-840d-4d15e4c86642 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:14.500081 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4e6fb842-1224-4476-930b-ba212eb1891c req-84c6a336-7825-4293-840d-4d15e4c86642 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0519927 Mar 08 22:28:14.501108 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6d3a00f3-3ff2-4f7f-91f7-ed4071212237), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.503697 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:14.507218 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d3a00f3-3ff2-4f7f-91f7-ed4071212237 HTTP/1.1" status: 204 len: 168 time: 0.2398369 Mar 08 22:28:14.524838 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4687b63-6f0c-4040-ada5-20e6fda01b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a00f3-3ff2-4f7f-91f7-ed4071212237,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:14.562981 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4e6fb842-1224-4476-930b-ba212eb1891c req-50150b0e-cf1a-4ef4-b652-fd94264bc35a tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Mar 08 22:28:14.701828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f456b4b-d06a-4e5b-a635-78b9767b5538 req-2539a8e1-0df5-4c62-b63b-9c5ca5b0f945 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:14.703343 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f456b4b-d06a-4e5b-a635-78b9767b5538 req-2539a8e1-0df5-4c62-b63b-9c5ca5b0f945 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Mar 08 22:28:14.749389 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f456b4b-d06a-4e5b-a635-78b9767b5538 req-0bd31867-a9d2-4eae-b858-5b8fae229524 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Mar 08 22:28:15.063524 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9b3a61ca-df4d-4c10-97ec-a5d3bbb342a9 req-5842e1b7-2618-47e2-9d4b-5929895c2532 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Mar 08 22:28:15.166272 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38764) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:15.182298 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-55a4e987-7205-4288-9ab0-18eb25e517e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.253290 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0632b271-ac52-4af0-aa0d-49f57d3b51ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.253863 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-55a4e987-7205-4288-9ab0-18eb25e517e7 admin admin] Publish callbacks [] for security_group (5ee26091-8dba-40ab-8803-95db59000da7), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.298486 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-55a4e987-7205-4288-9ab0-18eb25e517e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5ee26091-8dba-40ab-8803-95db59000da7), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.336972 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-55a4e987-7205-4288-9ab0-18eb25e517e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=affb609879784f57bbf275ec7b9c0040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689420 Mar 08 22:28:15.337669 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4e987-7205-4288-9ab0-18eb25e517e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee26091-8dba-40ab-8803-95db59000da7,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:15.340157 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 38766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:15.375094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['1170617f-33a1-4c4d-8756-cfab1f4678bb'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:28:15.417953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] Publish callbacks [] for security_group (5ee26091-8dba-40ab-8803-95db59000da7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.482673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] Publish callbacks [] for security_group (5ee26091-8dba-40ab-8803-95db59000da7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.572165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-a7b7a39b-25cb-4740-8f41-979f4519a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:15.573591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-a7b7a39b-25cb-4740-8f41-979f4519a665 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.1870575 Mar 08 22:28:15.586054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754a0a-0510-4a42-97ef-6e96dc5e87f1 req-49fc2f0b-0d0a-4569-827b-2efc4e4695b3 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:15.587672 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2754a0a-0510-4a42-97ef-6e96dc5e87f1 req-49fc2f0b-0d0a-4569-827b-2efc4e4695b3 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.1134844 Mar 08 22:28:15.635129 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-14f6c0fa-16eb-4e21-a275-ff46183acd93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0464835 Mar 08 22:28:15.681793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d00db8-df64-4044-b47d-9dba3b5cf90e req-445b2bfb-086f-4822-b622-895ff287656e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:15.683476 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d5d00db8-df64-4044-b47d-9dba3b5cf90e req-445b2bfb-086f-4822-b622-895ff287656e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0541656 Mar 08 22:28:15.704897 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b2754a0a-0510-4a42-97ef-6e96dc5e87f1 req-0a6290bc-f52a-448e-b618-c5d6af044ad3 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082613 Mar 08 22:28:15.715285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5ee26091-8dba-40ab-8803-95db59000da7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.717943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:15.719315 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ee26091-8dba-40ab-8803-95db59000da7 HTTP/1.1" status: 204 len: 168 time: 0.3781378 Mar 08 22:28:15.722846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-053be41a-bc74-418c-a3a8-f2d9d9bfbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:15.725434 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-053be41a-bc74-418c-a3a8-f2d9d9bfbe8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0674186 Mar 08 22:28:15.737101 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d5d00db8-df64-4044-b47d-9dba3b5cf90e req-8e087788-a1f2-4396-a319-73d5132a6f6a tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 Mar 08 22:28:15.748396 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6d17-3a9b-4a4e-9b9b-60c0de6de444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee26091-8dba-40ab-8803-95db59000da7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:15.763422 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-bbf3dc98-bb87-46a0-9b77-9d32bd001699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302365 Mar 08 22:28:15.896008 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-f3b9e8db-2cf2-4dd5-96ba-dfd12e99a2d4 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270521 Mar 08 22:28:15.910741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78364493-1217-4d47-ac46-fe4e099f2aeb req-4dd99845-e887-4f44-9cb7-1ce8e2b51cf9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:15.912225 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78364493-1217-4d47-ac46-fe4e099f2aeb req-4dd99845-e887-4f44-9cb7-1ce8e2b51cf9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0740709 Mar 08 22:28:16.019410 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78364493-1217-4d47-ac46-fe4e099f2aeb req-283868c0-fc8b-4531-8ef6-9845e9d8173b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965841 Mar 08 22:28:16.037896 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9979cad9-5c9e-4fb8-b5eb-3f6c05712b63 req-50f9d1b7-7d6d-417f-ae39-b52d606d18ee service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247399 Mar 08 22:28:16.167689 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ecf63a89-c820-47e2-9b89-415ac1639132 req-445d48ef-2e40-4e76-b9f0-81f6d6b0c3b7 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0414186 Mar 08 22:28:16.215994 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-b11011ad-d333-4d24-aea4-4bfc46429eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.217574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-b11011ad-d333-4d24-aea4-4bfc46429eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0570624 Mar 08 22:28:16.333269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-37af2939-3ee7-45a4-88c4-68d3cb44135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.334741 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-37af2939-3ee7-45a4-88c4-68d3cb44135d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.0948732 Mar 08 22:28:16.377876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-fb447659-c821-455d-a6fa-31a6e79e7ed3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0355170 Mar 08 22:28:16.429940 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-5020d41d-5106-4424-83cd-b5bd3d1012a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.431429 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-5020d41d-5106-4424-83cd-b5bd3d1012a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0469439 Mar 08 22:28:16.467218 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-8bed8475-9d24-46e5-b312-9178b4118a80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262666 Mar 08 22:28:16.566657 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-509e5c64-cf28-4705-a595-8df5f8c95b34 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885661 Mar 08 22:28:16.687809 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75b4daaa-04ac-4f08-ade7-b27b2249f338 req-8266d513-eb32-41f5-ab34-f698c1488a4f service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135645 Mar 08 22:28:16.787619 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38804) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:16.821615 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-a01d204d-1dc2-4a34-a067-90e6e898fed5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.824012 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-a01d204d-1dc2-4a34-a067-90e6e898fed5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 815 time: 0.1653287 Mar 08 22:28:16.839849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'port': {'device_id': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'admin_state_up': True, 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:16.874695 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0975d-c2b1-4424-a4ac-143bfb97d290 req-b0eddfc2-1faf-40cb-9205-1e2515c1f107 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.876821 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a3b0975d-c2b1-4424-a4ac-143bfb97d290 req-b0eddfc2-1faf-40cb-9205-1e2515c1f107 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 949 time: 0.0578308 Mar 08 22:28:16.930572 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a3b0975d-c2b1-4424-a4ac-143bfb97d290 req-98eb651f-374d-420a-a019-f2b9531559ef tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478351 Mar 08 22:28:16.957732 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1443985682-network', 'tenant_id': 'b3dedee03f1c499a900e30dc0100947b'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:16.958701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d0a85-66ea-42b8-8665-3d98ee3b0e39 req-3815fbe3-2f98-41a9-ba67-7791eec47a42 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:16.960304 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a0d0a85-66ea-42b8-8665-3d98ee3b0e39 req-3815fbe3-2f98-41a9-ba67-7791eec47a42 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 943 time: 0.1354115 Mar 08 22:28:17.049687 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8a0d0a85-66ea-42b8-8665-3d98ee3b0e39 req-e14308fd-28c9-44b2-be0b-f7bca18c8551 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811803 Mar 08 22:28:17.065866 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Made reservation on behalf of b3dedee03f1c499a900e30dc0100947b for: {'network': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:17.068296 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.078050 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.138792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Made reservation on behalf of dfacbf49bca04d4297a1b3770e039e4b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:17.142396 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.173488 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103b436-93c1-4975-a107-d90e5833f6b7 req-9f63c068-c691-4ac3-87c6-b5c94f52b56e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:17.174990 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2103b436-93c1-4975-a107-d90e5833f6b7 req-9f63c068-c691-4ac3-87c6-b5c94f52b56e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0779788 Mar 08 22:28:17.225605 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks [] for security_group (a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.268854 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2103b436-93c1-4975-a107-d90e5833f6b7 req-1a022917-67d6-443b-a29e-89b4fad51212 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832787 Mar 08 22:28:17.281199 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.320200 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:28:17.327236 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f06e4820-e64a-4a06-a8af-579729a1dc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.327764 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:17.328264 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ec6183c-6760-4f3b-8f11-404fa14744a9 req-ba4393ef-f85f-46cb-9340-c9c4e5c405d4 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0555999 Mar 08 22:28:17.353474 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (c62d12d8-0d47-48d5-b926-127f591a004f), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.353843 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.segments_db [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Added segment c62d12d8-0d47-48d5-b926-127f591a004f of type vlan for network 0b78acbb-0fdd-4555-b177-abae2a67823b Mar 08 22:28:17.358896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Allocated IP 172.20.0.5 (4c985ac3-d6dd-40ee-a9a7-696c3c93d362/d60932c9-9483-4e79-8de0-65c022353216/826566f2-727e-43b9-af87-4dc67d9de513) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:28:17.398302 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6d1af922-b7b2-493b-80d2-1b79f07bb701 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:28:17.403147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1170617f-33a1-4c4d-8756-cfab1f4678bb up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:28:17.424920 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (0b78acbb-0fdd-4555-b177-abae2a67823b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.559317 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for port (826566f2-727e-43b9-af87-4dc67d9de513), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.580247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (0b78acbb-0fdd-4555-b177-abae2a67823b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.580247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:17.580520 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.589547 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:17.610734 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:28:17.655466 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] Pushing event updated for resources: {'Network': ['ID=0b78acbb-0fdd-4555-b177-abae2a67823b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:17.660277 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 6d1af922-b7b2-493b-80d2-1b79f07bb701 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:17.660671 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.666210 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 0b78acbb-0fdd-4555-b177-abae2a67823b details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:28:17.696076 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1af922-b7b2-493b-80d2-1b79f07bb701 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:17.748846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 1170617f-33a1-4c4d-8756-cfab1f4678bb completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:28:17.752505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:17.757146 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 1170617f-33a1-4c4d-8756-cfab1f4678bb triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:17.757514 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.784639 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.787903 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-78b6d9e1-4efe-40df-a821-5c7edc3be563 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9990981 Mar 08 22:28:17.791544 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 38844) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:17.799797 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Request body: {'subnet': {'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1443985682-subnet', 'tenant_id': 'b3dedee03f1c499a900e30dc0100947b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:17.828887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:28:17.832258 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:17.833377 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.839447 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:28:17.869966 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Made reservation on behalf of b3dedee03f1c499a900e30dc0100947b for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:17.872569 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.880832 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1170617f-33a1-4c4d-8756-cfab1f4678bb is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:17.881413 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.924611 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:17.928059 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2661d4-3cd7-42e8-b236-ad3f0e067d97" -d '{"events": [{"server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "name": "network-vif-plugged", "status": "completed", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:17.934393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:17.948652 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:17.949798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:17.980101 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:17.995550 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:18.053664 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68983e7-c279-4ac4-b1f4-b48509100296 x-openstack-request-id: req-f68983e7-c279-4ac4-b1f4-b48509100296 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:18.054209 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "name": "network-vif-plugged", "status": "completed", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:18.054639 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f68983e7-c279-4ac4-b1f4-b48509100296 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:18.055271 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb', 'code': 200} Mar 08 22:28:18.057533 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:18.134008 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-801121ef-00a2-4891-8821-811dece83225 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2972810 Mar 08 22:28:18.182248 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14c774-ad36-4b93-8db2-d035e62ef410 req-70d93681-ce2f-4bd5-af80-33bf640f1a3c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:18.184465 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f14c774-ad36-4b93-8db2-d035e62ef410 req-70d93681-ce2f-4bd5-af80-33bf640f1a3c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.1424637 Mar 08 22:28:18.191453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:18.281868 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f14c774-ad36-4b93-8db2-d035e62ef410 req-44998949-fc56-4977-84a7-1b091ffe32fa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849731 Mar 08 22:28:18.351677 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-611c6a06-a7ad-4495-9bc5-e94d4fb05874 None None] Provisioning complete for port 826566f2-727e-43b9-af87-4dc67d9de513 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:18.352717 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-611c6a06-a7ad-4495-9bc5-e94d4fb05874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (826566f2-727e-43b9-af87-4dc67d9de513), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:18.405699 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-611c6a06-a7ad-4495-9bc5-e94d4fb05874 None None] Port 826566f2-727e-43b9-af87-4dc67d9de513 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:28:18.442911 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b373c-4afd-4926-ad93-833ab94cadda req-1401319e-15e4-47ca-9162-202b57884e33 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:18.444416 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-737b373c-4afd-4926-ad93-833ab94cadda req-1401319e-15e4-47ca-9162-202b57884e33 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.2585654 Mar 08 22:28:18.449862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157388-c399-4dfb-9b14-86526e7e9cdd req-4eba414f-927a-4479-bf2f-60f2c8f751b0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:18.451706 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0157388-c399-4dfb-9b14-86526e7e9cdd req-4eba414f-927a-4479-bf2f-60f2c8f751b0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0874660 Mar 08 22:28:18.469786 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (3c48dc57-69cf-49bc-af36-1e62d60f2612), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:18.487500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:18.515331 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0157388-c399-4dfb-9b14-86526e7e9cdd req-3a2a8f05-429d-48a2-9452-2da55b47ffe5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555320 Mar 08 22:28:18.556288 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-737b373c-4afd-4926-ad93-833ab94cadda req-3f72ac39-92a7-4e7f-9fa9-0abfe2dfe77e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050713 Mar 08 22:28:18.568157 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c48dc57-69cf-49bc-af36-1e62d60f2612,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:18.581538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Checking segment: {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:18.581991 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Network hostable DHCP agents. Network: 0b78acbb-0fdd-4555-b177-abae2a67823b, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:28:18.627418 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b84cc-fda9-4f26-9531-1f2dc9e4df85 req-2894c5b2-a830-4834-99a1-7b082ba9f609 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:18.628939 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-894b84cc-fda9-4f26-9531-1f2dc9e4df85 req-2894c5b2-a830-4834-99a1-7b082ba9f609 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0548260 Mar 08 22:28:18.641395 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Network 0b78acbb-0fdd-4555-b177-abae2a67823b is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:28:18.674897 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-894b84cc-fda9-4f26-9531-1f2dc9e4df85 req-0b407551-41cf-444a-aba5-0c7644c98b44 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Mar 08 22:28:18.698632 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 0b78acbb-0fdd-4555-b177-abae2a67823b) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:18.702865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:18.703458 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:18.708315 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085ba69-634f-40ad-8d79-6fd3bc662990 None None] Network 0b78acbb-0fdd-4555-b177-abae2a67823b requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:28:18.764153 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1b8b63eb-2d5d-43fb-880a-af25784c7831 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9706035 Mar 08 22:28:18.804885 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5a1d8-e436-4cf9-bfac-fb6b5dd6aaaf None None] Network 0b78acbb-0fdd-4555-b177-abae2a67823b requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:28:19.122500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['6d1af922-b7b2-493b-80d2-1b79f07bb701'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:28:19.406380 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd71610-6e66-4b3d-b910-438d2cacebe1 req-d416c46e-9114-4b42-9ace-e9fa72793215 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:19.408203 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-efd71610-6e66-4b3d-b910-438d2cacebe1 req-d416c46e-9114-4b42-9ace-e9fa72793215 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0637245 Mar 08 22:28:19.457776 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-efd71610-6e66-4b3d-b910-438d2cacebe1 req-90fdfbf8-7334-41ae-8f84-f4562d51be0e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Mar 08 22:28:19.695543 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6e41-b962-4271-ae98-5c6822389289 req-a4e54aba-7918-4c9d-8391-1a09edc9e576 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:19.697490 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0bf6e41-b962-4271-ae98-5c6822389289 req-a4e54aba-7918-4c9d-8391-1a09edc9e576 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1001518 Mar 08 22:28:19.739563 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ea13d-9023-4120-bfc3-d1c20cb0e512 req-5b451e38-a8aa-4a6f-8de8-a71fd51369f9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:19.765239 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ed2ea13d-9023-4120-bfc3-d1c20cb0e512 req-5b451e38-a8aa-4a6f-8de8-a71fd51369f9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.1209114 Mar 08 22:28:19.772145 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0bf6e41-b962-4271-ae98-5c6822389289 req-aa9e424a-f546-4f2b-afcd-4900f322a21b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620522 Mar 08 22:28:19.831368 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ed2ea13d-9023-4120-bfc3-d1c20cb0e512 req-43d5ff78-59ac-461e-aa35-1f8695c187c4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650613 Mar 08 22:28:19.906203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa08a22-3475-401d-bb74-e91d1c397c73 req-dba0a720-f91d-4c03-8d25-b582287231e6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:19.907905 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5fa08a22-3475-401d-bb74-e91d1c397c73 req-dba0a720-f91d-4c03-8d25-b582287231e6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0769093 Mar 08 22:28:19.964092 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5fa08a22-3475-401d-bb74-e91d1c397c73 req-561d5015-7d9b-455a-8240-a655682bfb05 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Mar 08 22:28:19.990197 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:20.582036 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5bf7-7631-486d-8744-8ef4cdbd7255 req-67c0b366-4d64-4a6f-a150-5d8188b5e56c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:20.583751 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fb1d5bf7-7631-486d-8744-8ef4cdbd7255 req-67c0b366-4d64-4a6f-a150-5d8188b5e56c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0598395 Mar 08 22:28:20.634700 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fb1d5bf7-7631-486d-8744-8ef4cdbd7255 req-3e3cfcb4-b6ea-4230-b22d-387cee09a0ee tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Mar 08 22:28:20.894792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fb5e-69e1-424c-bef2-cc8a2d7eb741 req-512f7d45-6350-42e5-84dd-f7bdbfedd452 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:20.896300 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e81fb5e-69e1-424c-bef2-cc8a2d7eb741 req-512f7d45-6350-42e5-84dd-f7bdbfedd452 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0654969 Mar 08 22:28:20.962454 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8e81fb5e-69e1-424c-bef2-cc8a2d7eb741 req-3f95f637-aa4e-4c0a-9dcc-5d6260414510 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Mar 08 22:28:20.971214 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edafddd-e923-4a81-8b3b-d4c788c9ebfb req-2140cc07-5e0d-455e-9a5e-0f2cbc7c758e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:20.972818 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8edafddd-e923-4a81-8b3b-d4c788c9ebfb req-2140cc07-5e0d-455e-9a5e-0f2cbc7c758e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.0616639 Mar 08 22:28:21.029549 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8edafddd-e923-4a81-8b3b-d4c788c9ebfb req-6fdf41c0-e51a-496f-82ef-53b084cf9f32 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Mar 08 22:28:21.092839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159e3a3-07ac-4729-ac5d-d36985963202 req-83c5a861-b8b2-4469-a5f7-5683ab76096c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:21.094495 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e159e3a3-07ac-4729-ac5d-d36985963202 req-83c5a861-b8b2-4469-a5f7-5683ab76096c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0599968 Mar 08 22:28:21.145457 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e159e3a3-07ac-4729-ac5d-d36985963202 req-c35a2468-58bf-43b4-b5a7-07a0d1dd018f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Mar 08 22:28:21.510163 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:21.792929 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec636d7-65c4-4ae8-afe9-6a4ab69fbe69 req-974210fe-1e20-4ecc-b6b0-e27ed19200fa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:21.794448 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dec636d7-65c4-4ae8-afe9-6a4ab69fbe69 req-974210fe-1e20-4ecc-b6b0-e27ed19200fa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0786126 Mar 08 22:28:21.847122 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dec636d7-65c4-4ae8-afe9-6a4ab69fbe69 req-585d4bcc-065d-44ba-9bda-aee0dbe1d648 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Mar 08 22:28:22.091959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26c25a-6fb9-4567-88e6-5ff7c912989c req-fb749916-98c8-4e43-9b3d-137778b38b92 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:22.093542 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a26c25a-6fb9-4567-88e6-5ff7c912989c req-fb749916-98c8-4e43-9b3d-137778b38b92 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0674078 Mar 08 22:28:22.149785 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a26c25a-6fb9-4567-88e6-5ff7c912989c req-a487518a-981d-40d1-ad72-a6e7f77c11db tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505555 Mar 08 22:28:22.184492 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16b3f4-e297-4100-b341-9194fa99f3cc req-e8cd1145-bde8-4f58-acce-9d4a124b53bb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:22.186349 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4c16b3f4-e297-4100-b341-9194fa99f3cc req-e8cd1145-bde8-4f58-acce-9d4a124b53bb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.0813076 Mar 08 22:28:22.250441 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4c16b3f4-e297-4100-b341-9194fa99f3cc req-edd0dd5e-82a5-44ab-b07f-dacae56dffd1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574152 Mar 08 22:28:22.292730 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86cfff-af71-48f2-9ab6-1ea7d9e2db05 req-35e369c1-798e-497c-b21e-1c425f535333 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:22.301365 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aa86cfff-af71-48f2-9ab6-1ea7d9e2db05 req-35e369c1-798e-497c-b21e-1c425f535333 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0694847 Mar 08 22:28:22.351639 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aa86cfff-af71-48f2-9ab6-1ea7d9e2db05 req-0e48130c-cd42-4367-9cfa-04f00437bd05 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Mar 08 22:28:22.967100 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae08f7-fa08-4132-9483-ba849f5ec015 req-6648d1ad-1e9b-451f-835a-3d094e8f6495 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:22.968743 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-20ae08f7-fa08-4132-9483-ba849f5ec015 req-6648d1ad-1e9b-451f-835a-3d094e8f6495 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0559208 Mar 08 22:28:23.018237 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-20ae08f7-fa08-4132-9483-ba849f5ec015 req-5786cd9e-ef66-4a74-a759-ecbe61bfbbe6 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Mar 08 22:28:23.284525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acc8a2-8176-4c89-9113-074fcc55987b req-452bc229-40bc-4cb9-b511-7db932a19a22 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:23.291412 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5acc8a2-8176-4c89-9113-074fcc55987b req-452bc229-40bc-4cb9-b511-7db932a19a22 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0752659 Mar 08 22:28:23.335569 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5acc8a2-8176-4c89-9113-074fcc55987b req-662e25d2-f3cb-4180-b5df-7da81861e1d2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 Mar 08 22:28:23.374553 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc710cf-be6d-4e30-8f27-4b66cff7834d req-05884eb0-d2e5-41b7-a6d3-cefdaf7b1c38 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:23.376024 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-efc710cf-be6d-4e30-8f27-4b66cff7834d req-05884eb0-d2e5-41b7-a6d3-cefdaf7b1c38 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.0556657 Mar 08 22:28:23.423706 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-efc710cf-be6d-4e30-8f27-4b66cff7834d req-0e740f8f-dbbd-4291-987b-63eaf43f5601 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Mar 08 22:28:23.477293 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2edca-1eb4-4ae0-a9f7-46489a751c27 req-b5fa4e69-aaaa-4658-82d8-de2e9424e040 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:23.479044 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a9f2edca-1eb4-4ae0-a9f7-46489a751c27 req-b5fa4e69-aaaa-4658-82d8-de2e9424e040 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0523870 Mar 08 22:28:23.523423 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a9f2edca-1eb4-4ae0-a9f7-46489a751c27 req-1aa31e86-9497-4b7e-9e69-301ddb6a82e1 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Mar 08 22:28:24.133410 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529641d-505e-4770-91b3-43a0892f6c29 req-ea588858-125d-4cbd-80ed-97c602481759 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:24.134886 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e529641d-505e-4770-91b3-43a0892f6c29 req-ea588858-125d-4cbd-80ed-97c602481759 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0513186 Mar 08 22:28:24.179561 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e529641d-505e-4770-91b3-43a0892f6c29 req-bc4db6c6-08bf-4579-8378-c7ce6926c625 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Mar 08 22:28:24.460968 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b060aa-7f09-481b-b3c8-246351edb52a req-d1a4e941-0565-4425-b7a9-f497a14a4502 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:24.462428 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4b060aa-7f09-481b-b3c8-246351edb52a req-d1a4e941-0565-4425-b7a9-f497a14a4502 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0562351 Mar 08 22:28:24.509443 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4b060aa-7f09-481b-b3c8-246351edb52a req-ac8b2692-1f7a-4300-b41f-87a12d9b9ff4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Mar 08 22:28:24.540580 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd20ff-64b8-4a2d-a510-4d3a65c369dc req-dfe9bae7-9ff4-4a26-ba4a-2b3cb81a8127 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:24.542096 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fedd20ff-64b8-4a2d-a510-4d3a65c369dc req-dfe9bae7-9ff4-4a26-ba4a-2b3cb81a8127 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.0533152 Mar 08 22:28:24.601269 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fedd20ff-64b8-4a2d-a510-4d3a65c369dc req-03d34547-3dcf-4a37-a044-a8a8e5b6034a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Mar 08 22:28:24.653899 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3218-1583-4b9b-bdab-1a7303e15474 req-38e72f12-5102-4098-923b-8341e027654f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:24.656311 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-734a3218-1583-4b9b-bdab-1a7303e15474 req-38e72f12-5102-4098-923b-8341e027654f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0567508 Mar 08 22:28:24.705531 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-734a3218-1583-4b9b-bdab-1a7303e15474 req-ea49d628-c3e3-403d-a1b2-46d9c1585570 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Mar 08 22:28:25.306323 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58d552-3489-487a-acc5-bf91d5ea1335 req-2be1cdc4-f585-4bc0-82e8-44cac2548b2c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:25.307835 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5e58d552-3489-487a-acc5-bf91d5ea1335 req-2be1cdc4-f585-4bc0-82e8-44cac2548b2c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0631044 Mar 08 22:28:25.359298 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5e58d552-3489-487a-acc5-bf91d5ea1335 req-cf4566d9-c641-4975-a1ce-3e21f2cc4de1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Mar 08 22:28:25.639461 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4106697-a250-4dbc-857b-c2b72cde2a24 req-f13df2d5-c670-4e56-9247-870b07c760f4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:25.643248 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f4106697-a250-4dbc-857b-c2b72cde2a24 req-f13df2d5-c670-4e56-9247-870b07c760f4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0637584 Mar 08 22:28:25.694680 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f4106697-a250-4dbc-857b-c2b72cde2a24 req-ba6357a4-865f-42e6-94b2-4aa2dc16d659 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 Mar 08 22:28:25.752539 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5030-2db0-4266-b86d-f31d110506f3 req-2ae092db-520b-4a72-ac69-4482f9f21eb8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:25.755179 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dc7e5030-2db0-4266-b86d-f31d110506f3 req-2ae092db-520b-4a72-ac69-4482f9f21eb8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 944 time: 0.0789089 Mar 08 22:28:25.809677 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dc7e5030-2db0-4266-b86d-f31d110506f3 req-7f709834-adba-4fdc-8d2f-5dd41599d059 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489388 Mar 08 22:28:25.867162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8d1e-b978-4e59-9591-81e44a1068dc req-7206bf41-ba05-493d-a15b-2271133c3b95 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:25.871270 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-54fe8d1e-b978-4e59-9591-81e44a1068dc req-7206bf41-ba05-493d-a15b-2271133c3b95 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0839250 Mar 08 22:28:25.921255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-54fe8d1e-b978-4e59-9591-81e44a1068dc req-66bb986c-1885-46e1-b1ad-5a2f6eb57801 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Mar 08 22:28:26.513057 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-c8188e06-e273-4022-b4db-de41047a2336 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:26.514169 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b6c39-bee5-4eaa-917a-c2f2a368c62a req-859716a5-8b27-4977-b963-cc1d8488e2e3 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:26.519986 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-c8188e06-e273-4022-b4db-de41047a2336 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/networks?id=0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 200 len: 814 time: 0.3116033 Mar 08 22:28:26.521921 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-819b6c39-bee5-4eaa-917a-c2f2a368c62a req-859716a5-8b27-4977-b963-cc1d8488e2e3 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0839889 Mar 08 22:28:26.532518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6d1af922-b7b2-493b-80d2-1b79f07bb701 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:28:26.538471 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-fd22795b-dc81-43ff-b671-f82b96f68d0b tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/quotas/b3dedee03f1c499a900e30dc0100947b HTTP/1.1" status: 200 len: 375 time: 0.0175648 Mar 08 22:28:26.575455 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-06216ab1-ed28-4254-999f-1e072d91e953 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290487 Mar 08 22:28:26.593473 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-819b6c39-bee5-4eaa-917a-c2f2a368c62a req-dc7459bf-243f-4b0c-92c5-528c7cb52cac tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646856 Mar 08 22:28:26.681038 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 6d1af922-b7b2-493b-80d2-1b79f07bb701 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:28:26.688221 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 6d1af922-b7b2-493b-80d2-1b79f07bb701 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:26.688846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:26.703521 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-a0174a0e-5709-4248-82e0-7ab41cb66df9 service neutron] 10.222.0.39 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229150 Mar 08 22:28:26.830118 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-2f87fd3c-1d39-4770-82c1-9b013e68c59a service neutron] 10.222.0.39 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189578 Mar 08 22:28:26.843788 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 6d1af922-b7b2-493b-80d2-1b79f07bb701 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:26.844442 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:26.921304 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:26.923198 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30428e0a-d204-485c-95ca-cdbeaf536e61" -d '{"events": [{"server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:26.947134 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:26.973865 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc9b1-0ce7-4386-970a-c3b154f4bdb7 req-bec6484d-38dd-4b91-b0f9-633b84d002e0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:26.976917 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dbacc9b1-0ce7-4386-970a-c3b154f4bdb7 req-bec6484d-38dd-4b91-b0f9-633b84d002e0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1636162 Mar 08 22:28:27.012842 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:27.043591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dbacc9b1-0ce7-4386-970a-c3b154f4bdb7 req-febe47d2-a133-4e54-8345-3aee65f4d875 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Mar 08 22:28:27.116143 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:27.144043 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474037d-4846-45eb-89b1-d569ed172baf x-openstack-request-id: req-0474037d-4846-45eb-89b1-d569ed172baf {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:27.144369 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:27.144637 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0474037d-4846-45eb-89b1-d569ed172baf {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:27.145051 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'code': 200} Mar 08 22:28:27.235967 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee11b6-1c31-41d9-9d44-f4aec96f4fdf req-bf9113e4-3f06-48e4-b64d-fae7006e10cd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:27.249964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aba62-5cd4-4bba-aaca-d8492c75ad8d req-1b36ebc0-8b8a-4908-a0c7-bd3a35fef9d6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:27.250997 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a10aba62-5cd4-4bba-aaca-d8492c75ad8d req-1b36ebc0-8b8a-4908-a0c7-bd3a35fef9d6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0689902 Mar 08 22:28:27.251596 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-13ee11b6-1c31-41d9-9d44-f4aec96f4fdf req-bf9113e4-3f06-48e4-b64d-fae7006e10cd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.1006057 Mar 08 22:28:27.327358 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a10aba62-5cd4-4bba-aaca-d8492c75ad8d req-8f84de27-300c-4b8a-9926-8ac49a254877 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Mar 08 22:28:27.351730 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-13ee11b6-1c31-41d9-9d44-f4aec96f4fdf req-b7b6e98f-900f-4483-be71-8038770bfc8f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988047 Mar 08 22:28:27.431306 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79139eaa-bbd2-49ac-91e9-327ab342261e req-13ce4834-307f-4980-b4c4-7f288cc2ae19 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0519555 Mar 08 22:28:27.731490 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd288503-229a-4d24-a8a4-749c94f06340 req-bd9f76cf-d1a9-425b-b6e6-fc55d10db3c7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:27.733045 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bd288503-229a-4d24-a8a4-749c94f06340 req-bd9f76cf-d1a9-425b-b6e6-fc55d10db3c7 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0688834 Mar 08 22:28:27.810778 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bd288503-229a-4d24-a8a4-749c94f06340 req-488be9e7-8be0-4fec-a94d-fd08f478118c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683630 Mar 08 22:28:28.179364 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e23483-00ea-43c8-8171-61b9fd7783be req-dc1f2aa9-662b-4a4a-b15b-73249c416e2b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:28.181484 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16e23483-00ea-43c8-8171-61b9fd7783be req-dc1f2aa9-662b-4a4a-b15b-73249c416e2b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0593500 Mar 08 22:28:28.248056 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16e23483-00ea-43c8-8171-61b9fd7783be req-41118594-a62f-4335-9148-f648e5c98241 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 Mar 08 22:28:28.484164 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79454-a340-44b7-8a4a-0011a05e414b req-99eed0cf-f0c9-4b59-8342-75bf54d0878d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:28.485876 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5ee79454-a340-44b7-8a4a-0011a05e414b req-99eed0cf-f0c9-4b59-8342-75bf54d0878d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0772865 Mar 08 22:28:28.491977 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bf5bf-8fb8-4701-b641-72c343cc3a0f req-d487a5ef-895f-46b2-b2c5-a6a8e049822a tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:28.493475 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-684bf5bf-8fb8-4701-b641-72c343cc3a0f req-d487a5ef-895f-46b2-b2c5-a6a8e049822a tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0850194 Mar 08 22:28:28.584761 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-684bf5bf-8fb8-4701-b641-72c343cc3a0f req-ed7dfa74-4de5-4df4-b40e-5805bbae2d5c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786393 Mar 08 22:28:28.624790 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5ee79454-a340-44b7-8a4a-0011a05e414b req-adc69c6e-f23d-4e70-ba00-8cdd3ba5f5a7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282220 Mar 08 22:28:28.736811 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b11b47af-d696-454c-98f2-09764b023499 req-a17e2be2-9f3c-477f-b2b3-853660bc749f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0391529 Mar 08 22:28:29.007829 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a606f6e-f4ef-471a-a02c-8a78c715bd75 req-ce4f83c4-55a5-4227-a4f1-58c58ce97d3e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:29.014055 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5a606f6e-f4ef-471a-a02c-8a78c715bd75 req-ce4f83c4-55a5-4227-a4f1-58c58ce97d3e tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0784841 Mar 08 22:28:29.075566 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5a606f6e-f4ef-471a-a02c-8a78c715bd75 req-63a0b80d-6f13-481a-8e87-dc73dcfe71f2 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Mar 08 22:28:29.136136 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:29.296380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48e40a56-36c8-4d14-9071-d9bfe77b8d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.414460 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2634eb-8bb1-49bc-9e7f-3bfe61a6ae72 req-dafb9fa5-b585-4b35-bf50-29b11650a2f1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:29.416278 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db2634eb-8bb1-49bc-9e7f-3bfe61a6ae72 req-dafb9fa5-b585-4b35-bf50-29b11650a2f1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0812945 Mar 08 22:28:29.465341 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48e40a56-36c8-4d14-9071-d9bfe77b8d2d admin admin] Publish callbacks [] for security_group (0c634cf0-8b1f-4d50-9275-ecb0c59a5a45), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.488242 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db2634eb-8bb1-49bc-9e7f-3bfe61a6ae72 req-8f81c7d0-b958-4070-8135-bdc973b769a9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Mar 08 22:28:29.515457 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48e40a56-36c8-4d14-9071-d9bfe77b8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0c634cf0-8b1f-4d50-9275-ecb0c59a5a45), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.553260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e40a56-36c8-4d14-9071-d9bfe77b8d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c634cf0-8b1f-4d50-9275-ecb0c59a5a45,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:29.557904 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-48e40a56-36c8-4d14-9071-d9bfe77b8d2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c7ff0630a184fd78bca9b33fb9aab63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206402 Mar 08 22:28:29.560978 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39056) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:29.615476 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] Publish callbacks [] for security_group (0c634cf0-8b1f-4d50-9275-ecb0c59a5a45), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.636470 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] Publish callbacks [] for security_group (0c634cf0-8b1f-4d50-9275-ecb0c59a5a45), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.695088 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e5def-45d5-4291-b10a-9484fa9ce009 req-e6bcd450-9761-4f31-bde0-82661fcd58ce tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:29.696772 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a36e5def-45d5-4291-b10a-9484fa9ce009 req-e6bcd450-9761-4f31-bde0-82661fcd58ce tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0564375 Mar 08 22:28:29.740730 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fcdc-09c5-47f8-bd3d-7ff80755e412 req-f4dd9dba-d01d-4487-8e2c-f11b9fe3bb9e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:29.742431 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7cb3fcdc-09c5-47f8-bd3d-7ff80755e412 req-f4dd9dba-d01d-4487-8e2c-f11b9fe3bb9e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0557399 Mar 08 22:28:29.751393 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a36e5def-45d5-4291-b10a-9484fa9ce009 req-95f33aec-a97d-49b0-95df-79a9cf1385f9 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485783 Mar 08 22:28:29.794743 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7cb3fcdc-09c5-47f8-bd3d-7ff80755e412 req-edc1c74f-e427-479e-a7d3-216549c29128 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454125 Mar 08 22:28:29.795904 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0c634cf0-8b1f-4d50-9275-ecb0c59a5a45), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.798475 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:29.807621 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c634cf0-8b1f-4d50-9275-ecb0c59a5a45 HTTP/1.1" status: 204 len: 168 time: 0.2404752 Mar 08 22:28:29.818567 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab893f2-8ab0-49ad-ab16-e4bb6683754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c634cf0-8b1f-4d50-9275-ecb0c59a5a45,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:29.856426 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fd559018-7954-4366-ac17-5d4983d426e9 req-1b520eee-cad1-4f70-ad5b-bbc1ce984176 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0490212 Mar 08 22:28:30.191482 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42186864-d2e0-40ac-b739-e900f5384651 req-0abf7d75-591b-445f-aa53-5814abf2de97 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:30.192971 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42186864-d2e0-40ac-b739-e900f5384651 req-0abf7d75-591b-445f-aa53-5814abf2de97 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0522685 Mar 08 22:28:30.243379 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-42186864-d2e0-40ac-b739-e900f5384651 req-fdfe2651-53a6-40d2-8aa3-65b4b399c2b0 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Mar 08 22:28:30.343765 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:30.356974 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7abcff7-d865-41aa-a1fa-a2d1ae7f77f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.430648 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7abcff7-d865-41aa-a1fa-a2d1ae7f77f4 admin admin] Publish callbacks [] for security_group (3e8ee46a-d99c-41ef-95d4-42a15c91e735), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.480479 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7abcff7-d865-41aa-a1fa-a2d1ae7f77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3e8ee46a-d99c-41ef-95d4-42a15c91e735), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.517977 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e7abcff7-d865-41aa-a1fa-a2d1ae7f77f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0884ec0c8ebb4abf9769ea86132091d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731133 Mar 08 22:28:30.518919 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abcff7-d865-41aa-a1fa-a2d1ae7f77f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ee46a-d99c-41ef-95d4-42a15c91e735,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:30.520773 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39080) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:30.602459 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] Publish callbacks [] for security_group (3e8ee46a-d99c-41ef-95d4-42a15c91e735), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.635614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a253ab-09fc-49e6-be3b-b253f5b45dd8 req-6357535a-a404-4c09-a300-129c528c3aee tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:30.637076 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a253ab-09fc-49e6-be3b-b253f5b45dd8 req-6357535a-a404-4c09-a300-129c528c3aee tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0768595 Mar 08 22:28:30.638878 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] Publish callbacks [] for security_group (3e8ee46a-d99c-41ef-95d4-42a15c91e735), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.702933 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a253ab-09fc-49e6-be3b-b253f5b45dd8 req-714cdae6-8a84-4e5d-bdc8-fe319898c9ec tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578368 Mar 08 22:28:30.789393 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3e8ee46a-d99c-41ef-95d4-42a15c91e735), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.792599 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:30.793748 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e8ee46a-d99c-41ef-95d4-42a15c91e735 HTTP/1.1" status: 204 len: 168 time: 0.2718725 Mar 08 22:28:30.803522 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661c3ff-ef47-4f95-97b0-5e068a94ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ee46a-d99c-41ef-95d4-42a15c91e735,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:30.870757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72c0a-bcc8-4237-8ded-39f1e2735921 req-8782de74-76ab-4e2b-8276-112576da6bb2 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:30.872280 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16a72c0a-bcc8-4237-8ded-39f1e2735921 req-8782de74-76ab-4e2b-8276-112576da6bb2 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0567284 Mar 08 22:28:30.921229 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16a72c0a-bcc8-4237-8ded-39f1e2735921 req-b4747fe0-a39f-4020-8545-e400438ce0dc tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Mar 08 22:28:30.931292 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93434e-bbde-4e07-8a0e-6199fcabee4d req-6fe85ae8-5c57-4ef7-90ba-5bfaf2751233 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:30.934104 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ab93434e-bbde-4e07-8a0e-6199fcabee4d req-6fe85ae8-5c57-4ef7-90ba-5bfaf2751233 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0559328 Mar 08 22:28:30.980643 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ab93434e-bbde-4e07-8a0e-6199fcabee4d req-04c2db36-7368-43b3-b8d1-bb4e98915249 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Mar 08 22:28:31.011468 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c269059b-5dd0-4d81-be21-5197553c9974 req-37c08d77-c5c7-4279-893a-2e6054b271f3 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0376403 Mar 08 22:28:31.362220 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a728e90-e0c3-410d-9366-277a399c9035 req-bf7f1fd7-b659-4c00-a285-090ee8a20caa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:31.363727 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2a728e90-e0c3-410d-9366-277a399c9035 req-bf7f1fd7-b659-4c00-a285-090ee8a20caa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0537350 Mar 08 22:28:31.410989 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2a728e90-e0c3-410d-9366-277a399c9035 req-257cb86a-4f77-4bb1-9136-0948fb7d98fa tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Mar 08 22:28:31.817258 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe221e-4c4b-4b5b-b307-d33f72d1c9dc req-967b3d1b-714c-46cf-b0a4-cab11f9c6f5b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:31.818733 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30fe221e-4c4b-4b5b-b307-d33f72d1c9dc req-967b3d1b-714c-46cf-b0a4-cab11f9c6f5b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Mar 08 22:28:31.864980 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30fe221e-4c4b-4b5b-b307-d33f72d1c9dc req-6c46c213-6279-4f6a-899c-3f5b8d067771 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Mar 08 22:28:32.036758 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b047-e450-41b1-8676-146902b00c24 req-9178bf0a-8cc3-4198-9f6f-fd804cbc12d0 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:32.038228 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3572b047-e450-41b1-8676-146902b00c24 req-9178bf0a-8cc3-4198-9f6f-fd804cbc12d0 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0519919 Mar 08 22:28:32.089434 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3572b047-e450-41b1-8676-146902b00c24 req-fd3be190-341c-4fb8-8c38-143bfd71ca2a tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Mar 08 22:28:32.099961 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4302-89e5-4dfd-b955-08f018ee7d5d req-7e114358-929d-46f3-832e-602d989ea1f0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:32.101311 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e02f4302-89e5-4dfd-b955-08f018ee7d5d req-7e114358-929d-46f3-832e-602d989ea1f0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Mar 08 22:28:32.152225 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e02f4302-89e5-4dfd-b955-08f018ee7d5d req-757581ea-2874-4b22-a8f7-b73d6f62fc8a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Mar 08 22:28:32.178991 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-411ad63f-bbbb-444a-b0a8-f7212d5a6348 req-fae15ad1-5fd7-460d-a47b-25d1624acea3 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0298533 Mar 08 22:28:32.529505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55deca-0bf1-4247-96cd-b3c4adf84857 req-aa7f0772-62b0-4f60-bb3b-00dd1fbfbeab tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:32.531206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e55deca-0bf1-4247-96cd-b3c4adf84857 req-aa7f0772-62b0-4f60-bb3b-00dd1fbfbeab tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0551400 Mar 08 22:28:32.576853 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e55deca-0bf1-4247-96cd-b3c4adf84857 req-3f8a8770-7d99-43f4-aa33-ad2ba0321b7f tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Mar 08 22:28:32.983373 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352119-25f5-420b-b811-3fcb615068e5 req-f4ce0a4f-cf10-4c0a-83fa-d2a41b4c3049 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:32.985076 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2352119-25f5-420b-b811-3fcb615068e5 req-f4ce0a4f-cf10-4c0a-83fa-d2a41b4c3049 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Mar 08 22:28:33.038714 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2352119-25f5-420b-b811-3fcb615068e5 req-e0ab379d-364c-4b79-90e8-bac2d4f26ef7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Mar 08 22:28:33.208692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaa146-ba8d-4de4-b2fc-a5c8139ce073 req-7bb1c44e-2d05-4372-bcc0-e2d9388cbd41 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:33.210165 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6ceaa146-ba8d-4de4-b2fc-a5c8139ce073 req-7bb1c44e-2d05-4372-bcc0-e2d9388cbd41 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0546894 Mar 08 22:28:33.260527 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6ceaa146-ba8d-4de4-b2fc-a5c8139ce073 req-e85c434c-fd39-43d0-83db-a05c97bef02b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Mar 08 22:28:33.273390 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918e0e-c006-4bff-964c-5e9eb9a606ef req-1f859c67-fc9e-45e3-a18a-f65b701f73ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:33.274974 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6b918e0e-c006-4bff-964c-5e9eb9a606ef req-1f859c67-fc9e-45e3-a18a-f65b701f73ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Mar 08 22:28:33.328484 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6b918e0e-c006-4bff-964c-5e9eb9a606ef req-04bd8f42-96de-4b4d-aea1-d7e88b031b50 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Mar 08 22:28:33.343149 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-79e7cfff-5aa1-4cd4-bc35-e5bd5cc1b22c req-da742956-588c-45d9-bb02-9180153b026b tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Mar 08 22:28:33.691774 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e37f-9c43-43e8-b813-b4f24ef9ff76 req-df2e7bf3-e816-437a-ac35-dd8568d8b6a9 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:33.693124 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c557e37f-9c43-43e8-b813-b4f24ef9ff76 req-df2e7bf3-e816-437a-ac35-dd8568d8b6a9 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0505722 Mar 08 22:28:33.739731 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c557e37f-9c43-43e8-b813-b4f24ef9ff76 req-94f7ba54-d5ec-4634-9433-7784287db5ef tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Mar 08 22:28:34.162517 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9bda0-7721-4411-a674-cf7a560ee646 req-4ffe3e15-63c6-434b-8784-2ce60d0d0581 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:34.164012 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8e9bda0-7721-4411-a674-cf7a560ee646 req-4ffe3e15-63c6-434b-8784-2ce60d0d0581 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0565593 Mar 08 22:28:34.210327 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d8e9bda0-7721-4411-a674-cf7a560ee646 req-b1f62f38-b602-42be-bf3c-08628acb1fbd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Mar 08 22:28:34.377512 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f023a71-5690-455e-8319-92ca67fd310e req-5bdbd918-b26f-4c97-ab58-8b0ddf397656 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:34.379006 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9f023a71-5690-455e-8319-92ca67fd310e req-5bdbd918-b26f-4c97-ab58-8b0ddf397656 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0537674 Mar 08 22:28:34.426715 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9f023a71-5690-455e-8319-92ca67fd310e req-f7c4bacc-0583-42cb-928b-6d41904cf453 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Mar 08 22:28:34.454248 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05a721-5823-4b27-b401-ccf89bc368e0 req-b4853ffa-4db8-4675-b4f3-ad01ad966608 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:34.455755 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c05a721-5823-4b27-b401-ccf89bc368e0 req-b4853ffa-4db8-4675-b4f3-ad01ad966608 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Mar 08 22:28:34.503240 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c05a721-5823-4b27-b401-ccf89bc368e0 req-0de19e14-fb16-48b3-8e41-eb256f348577 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Mar 08 22:28:34.509493 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8f22fe09-8855-44e3-9a27-80d0818b796d req-4790f92f-352c-4573-bddf-d150a1df986d tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0303967 Mar 08 22:28:34.734178 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Request body: {'port': {'device_id': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:34.807298 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.204896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc69f-97ab-4a0b-a61d-c2340eac7ccd req-8c1fec53-8b0e-4506-93ee-fca1734065a9 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.206331 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0fabc69f-97ab-4a0b-a61d-c2340eac7ccd req-8c1fec53-8b0e-4506-93ee-fca1734065a9 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.3886545 Mar 08 22:28:35.328854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223d9d2-40e3-4f19-b9c2-ce4056e1a723 req-f39f120d-7794-462b-a652-98d88b6c9313 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.330326 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b223d9d2-40e3-4f19-b9c2-ce4056e1a723 req-f39f120d-7794-462b-a652-98d88b6c9313 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0556948 Mar 08 22:28:35.356556 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8fb5-9310-4e47-9700-a33753001a13 req-19c77767-afaf-4026-806d-3978852bef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.358017 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c1e8fb5-9310-4e47-9700-a33753001a13 req-19c77767-afaf-4026-806d-3978852bef81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 1134 time: 0.1846955 Mar 08 22:28:35.371788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9873f7-9cb8-46c3-b5b0-6b727ea9bd9a req-5dce51bf-9a75-4572-9e84-dad67a895431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.373173 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a9873f7-9cb8-46c3-b5b0-6b727ea9bd9a req-5dce51bf-9a75-4572-9e84-dad67a895431 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 1129 time: 0.2009113 Mar 08 22:28:35.377256 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b223d9d2-40e3-4f19-b9c2-ce4056e1a723 req-e0b98e43-87a4-4258-8d37-2ab606644957 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Mar 08 22:28:35.381715 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0fabc69f-97ab-4a0b-a61d-c2340eac7ccd req-20a85bf7-d9da-4cff-a3d9-f1ec7f160db3 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443212 Mar 08 22:28:35.473801 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c1e8fb5-9310-4e47-9700-a33753001a13 req-faf68f65-c6ff-4b96-9825-1e7332dec73f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060767 Mar 08 22:28:35.504743 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a9873f7-9cb8-46c3-b5b0-6b727ea9bd9a req-c728c112-5888-4f56-84eb-d50e8cfe1c3e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173918 Mar 08 22:28:35.517710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826566f2-727e-43b9-af87-4dc67d9de513 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:35.525485 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks [] for port (826566f2-727e-43b9-af87-4dc67d9de513), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.540591 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Transition to ACTIVE for port object 826566f2-727e-43b9-af87-4dc67d9de513 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:28:35.550459 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890f041-3ace-4d47-b33a-ccfcbdf3d974 req-2ca46683-9c05-410b-818b-dc25ee2c8b57 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.555314 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8890f041-3ace-4d47-b33a-ccfcbdf3d974 req-2ca46683-9c05-410b-818b-dc25ee2c8b57 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 931 time: 0.0601709 Mar 08 22:28:35.594921 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.603412 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8890f041-3ace-4d47-b33a-ccfcbdf3d974 req-22295add-79e7-4627-b98b-5d137f1e02b9 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Mar 08 22:28:35.670228 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:35.714237 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-97624245-03d6-4d57-812e-2d7204d6ddc3 req-4d913974-1a2e-4460-9e9d-c7470957fc98 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0482290 Mar 08 22:28:35.734743 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c04a-e956-4c93-9e15-53402f16d5b2 req-d9f2b828-6e11-4ceb-9b7e-6f59af8119d0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.736319 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1016c04a-e956-4c93-9e15-53402f16d5b2 req-d9f2b828-6e11-4ceb-9b7e-6f59af8119d0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.1525230 Mar 08 22:28:35.781200 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Attempting to bind port 826566f2-727e-43b9-af87-4dc67d9de513 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:28:35.781533 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Attempting to bind port 826566f2-727e-43b9-af87-4dc67d9de513 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:28:35.781867 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Attempting to bind port 826566f2-727e-43b9-af87-4dc67d9de513 on network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:35.796389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Port 826566f2-727e-43b9-af87-4dc67d9de513 on network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:28:35.796738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Attempting to bind port 826566f2-727e-43b9-af87-4dc67d9de513 on network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:35.810009 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:28:35.810362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Checking segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:35.811102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Bound using segment: {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:28:35.811613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Bound port: 826566f2-727e-43b9-af87-4dc67d9de513, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66428a5d-e895-4ef6-ac40-6cda962a2a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:28:35.812153 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.817803 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1016c04a-e956-4c93-9e15-53402f16d5b2 req-1ee8553e-2611-49d9-b0d5-f5dadf443799 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748668 Mar 08 22:28:35.883754 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:28:35.886924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:28:35.938270 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.970755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:35.971389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:35.972770 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] 10.222.0.35 "PUT /v2.0/ports/826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1093 time: 1.2434325 Mar 08 22:28:35.973255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:35.975695 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d641f1a-f6fb-46fc-a315-685e15404dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:36.001499 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c1d0-e5aa-4284-ba70-a9e0ab43ff40 service neutron] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:36.019190 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6c7d0-ffb1-41c8-8ad2-69e5a7abbc52 x-openstack-request-id: req-7ca6c7d0-ffb1-41c8-8ad2-69e5a7abbc52 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:36.019502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:36.019748 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ca6c7d0-ffb1-41c8-8ad2-69e5a7abbc52 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:36.020143 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:28:36.404806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-699b3050-fb06-4127-b905-e5c9bf0432c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.406417 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-699b3050-fb06-4127-b905-e5c9bf0432c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1127 time: 0.0490918 Mar 08 22:28:36.509745 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb34bc-c1e8-433f-ac2c-351b8589fbc9 req-96a79e84-0677-4746-8417-443543ca264b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.511320 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-13bb34bc-c1e8-433f-ac2c-351b8589fbc9 req-96a79e84-0677-4746-8417-443543ca264b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0569732 Mar 08 22:28:36.561818 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-13bb34bc-c1e8-433f-ac2c-351b8589fbc9 req-2f8b0a3a-cd70-48cc-9db4-7af6ca2edc74 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Mar 08 22:28:36.573165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf13de-5bea-46e5-a583-bf7003c84146 req-7ef042b8-54b8-4a64-a9bd-34c33ccb9c9a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.574698 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3acf13de-5bea-46e5-a583-bf7003c84146 req-7ef042b8-54b8-4a64-a9bd-34c33ccb9c9a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1196573 Mar 08 22:28:36.618632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-5b55a6cc-8d33-4ae9-b8dc-1537d926cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.620151 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-5b55a6cc-8d33-4ae9-b8dc-1537d926cbcf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370902 Mar 08 22:28:36.660552 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3acf13de-5bea-46e5-a583-bf7003c84146 req-733af69f-5ee5-43c1-b84b-c65c5ec9fba4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800247 Mar 08 22:28:36.732411 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24913d-da63-4353-ad37-c9698ebb7524 req-b227eae8-25d7-4674-b070-336cb8230c82 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.733996 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0d24913d-da63-4353-ad37-c9698ebb7524 req-b227eae8-25d7-4674-b070-336cb8230c82 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 943 time: 0.0595033 Mar 08 22:28:36.813519 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0d24913d-da63-4353-ad37-c9698ebb7524 req-3ffd4298-1b46-48a4-9879-9a8263a0abd8 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733478 Mar 08 22:28:36.846233 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-182795bd-3e37-401d-957d-372d979ce1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.847489 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4d641f1a-f6fb-46fc-a315-685e15404dc0 req-182795bd-3e37-401d-957d-372d979ce1a2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100778 Mar 08 22:28:36.849887 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3a7ff188-886b-4057-8559-594d7182ed69 req-54f15da7-1496-4dd7-bea7-da8adbcc6309 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0458276 Mar 08 22:28:36.876700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-08586933-d664-4288-8ad0-2686f9c11797 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.878146 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-08586933-d664-4288-8ad0-2686f9c11797 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "GET /v2.0/networks?id=0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 200 len: 814 time: 0.1774836 Mar 08 22:28:36.935541 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Request body: {'port': {'device_id': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b', 'admin_state_up': True, 'tenant_id': 'b3dedee03f1c499a900e30dc0100947b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:36.969945 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00356-95cd-460d-bbd9-25b06299316d req-fc5237e4-44ed-49ab-9807-2631c830e8b1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:36.971496 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-64b00356-95cd-460d-bbd9-25b06299316d req-fc5237e4-44ed-49ab-9807-2631c830e8b1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0664861 Mar 08 22:28:37.023342 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-64b00356-95cd-460d-bbd9-25b06299316d req-31d7fd17-e2fa-4cbd-a0a9-424618738b00 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Mar 08 22:28:37.062345 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0606550d-30ae-435d-8964-0c5e737df544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.063870 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-0606550d-30ae-435d-8964-0c5e737df544 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1127 time: 0.1322391 Mar 08 22:28:37.129659 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-a8d27fc6-f8f9-4bb1-9d8c-4299d11b0b3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 217 time: 0.0546741 Mar 08 22:28:37.192137 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-846ee9a7-5652-4369-aa7d-59044aaf3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.193613 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-846ee9a7-5652-4369-aa7d-59044aaf3a4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0520267 Mar 08 22:28:37.243738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-f771a171-9a5b-48b5-9dfa-bd5e8cef6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.245755 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-f771a171-9a5b-48b5-9dfa-bd5e8cef6075 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433125 Mar 08 22:28:37.263390 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Made reservation on behalf of b3dedee03f1c499a900e30dc0100947b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:37.266508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:37.403106 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-d4cd896f-da53-423b-abc4-1cedc1c14af2 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483207 Mar 08 22:28:37.506895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Allocated IP 172.20.0.4 (0b78acbb-0fdd-4555-b177-abae2a67823b/3c48dc57-69cf-49bc-af36-1e62d60f2612/367bbb03-1e0f-47bb-89f3-3042b0b47207) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:28:37.548563 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0149ed8-dd46-4486-b1ea-6348f410ddc1 req-36acb420-4c00-4df2-a2d9-409a4054a946 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221681 Mar 08 22:28:37.704389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks [] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:37.734690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c1ce-b9ef-4ca9-980c-4220191fc850 req-a74fc756-514b-478d-a6f9-5c6ab4e99d1b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.736219 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6637c1ce-b9ef-4ca9-980c-4220191fc850 req-a74fc756-514b-478d-a6f9-5c6ab4e99d1b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0883553 Mar 08 22:28:37.791357 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6637c1ce-b9ef-4ca9-980c-4220191fc850 req-b7451e1a-fce1-4a87-b8e0-ab3fbb25bd88 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Mar 08 22:28:37.802336 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9aff7-05f7-43a0-95a2-fe86b987ef26 req-f86e5285-2c85-4b11-9a0c-5d038935b349 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.803725 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-48f9aff7-05f7-43a0-95a2-fe86b987ef26 req-f86e5285-2c85-4b11-9a0c-5d038935b349 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0569980 Mar 08 22:28:37.835354 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:37.853345 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-48f9aff7-05f7-43a0-95a2-fe86b987ef26 req-7a90327f-4e32-41bd-968c-980d551d48b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Mar 08 22:28:37.897108 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Network 0b78acbb-0fdd-4555-b177-abae2a67823b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:28:37.906655 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:37.906655 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Pushing event updated for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:37.910229 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:28:37.997146 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f571cf6-33d5-47a8-af25-94ba7222eb4a req-de8e9211-2dfd-4314-a95a-123a03e0b69c tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.997416 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:37.998140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.003635 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8f571cf6-33d5-47a8-af25-94ba7222eb4a req-de8e9211-2dfd-4314-a95a-123a03e0b69c tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 931 time: 0.0681314 Mar 08 22:28:38.022365 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff8ea-76e2-48a6-abe3-4f5efa659752 req-bf27c2f4-328c-4522-8c57-a0d03128c5a8 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:38.023845 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cdff8ea-76e2-48a6-abe3-4f5efa659752 req-bf27c2f4-328c-4522-8c57-a0d03128c5a8 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 943 time: 0.0822628 Mar 08 22:28:38.047726 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8f571cf6-33d5-47a8-af25-94ba7222eb4a req-42431770-084e-4ed7-8382-400d95be3bc5 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Mar 08 22:28:38.073100 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4cdff8ea-76e2-48a6-abe3-4f5efa659752 req-0cc78d57-0fc5-4d56-ad8b-eaa75bef9c5b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Mar 08 22:28:38.090525 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-da3994d0-e2e8-4597-9371-e93da4e13c03 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601005 Mar 08 22:28:38.103026 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Request body: {'port': {'device_id': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:38.177883 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2b883-d142-4d37-a897-aede4dc16b19 req-d53f1492-9670-4ba9-98ec-6fa8511ccc9b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:38.179825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.183402 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-06b2b883-d142-4d37-a897-aede4dc16b19 req-d53f1492-9670-4ba9-98ec-6fa8511ccc9b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0721390 Mar 08 22:28:38.231039 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.233774 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-06b2b883-d142-4d37-a897-aede4dc16b19 req-7d351c4f-2a87-41db-b1fb-5a2bf1c11ad9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471110 Mar 08 22:28:38.472225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367bbb03-1e0f-47bb-89f3-3042b0b47207 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:38.479806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks [] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.491238 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Transition to ACTIVE for port object 367bbb03-1e0f-47bb-89f3-3042b0b47207 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:28:38.629394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.683354 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Pushing event updated for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:38.752183 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Attempting to bind port 367bbb03-1e0f-47bb-89f3-3042b0b47207 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:28:38.752596 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Attempting to bind port 367bbb03-1e0f-47bb-89f3-3042b0b47207 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:28:38.752838 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Attempting to bind port 367bbb03-1e0f-47bb-89f3-3042b0b47207 on network 0b78acbb-0fdd-4555-b177-abae2a67823b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:38.757255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Port 367bbb03-1e0f-47bb-89f3-3042b0b47207 on network 0b78acbb-0fdd-4555-b177-abae2a67823b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:28:38.757569 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Attempting to bind port 367bbb03-1e0f-47bb-89f3-3042b0b47207 on network 0b78acbb-0fdd-4555-b177-abae2a67823b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:38.765812 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:28:38.765812 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Checking segment: {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:38.765812 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Bound using segment: {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:28:38.765812 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Bound port: 367bbb03-1e0f-47bb-89f3-3042b0b47207, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:28:38.765812 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.828238 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:28:38.831651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:28:38.855959 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39288) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:38.911128 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.925089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21753179-9693-472a-88c8-bc706e6eb8ce req-32731cc4-8444-4651-8162-4fc8547010f3 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:38.927004 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-21753179-9693-472a-88c8-bc706e6eb8ce req-32731cc4-8444-4651-8162-4fc8547010f3 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0606463 Mar 08 22:28:38.962012 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a0da-32c3-44e2-80de-57968d79cfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.972321 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:38.972940 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:38.974320 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] 10.222.0.35 "PUT /v2.0/ports/367bbb03-1e0f-47bb-89f3-3042b0b47207 HTTP/1.1" status: 200 len: 1093 time: 0.8759556 Mar 08 22:28:38.983486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:38.986527 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a764b1-790d-4f98-87f1-c5ad65196114" -d '{"events": [{"name": "network-changed", "server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:39.013532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f9bf3-7eba-402d-886f-bf83c15f839f service neutron] Pushing event updated for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:39.034493 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-21753179-9693-472a-88c8-bc706e6eb8ce req-d80ed7f2-3b4d-4099-a573-03a597518c81 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817733 Mar 08 22:28:39.039080 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a0da-32c3-44e2-80de-57968d79cfde admin admin] Publish callbacks [] for security_group (549722f4-2faa-42c7-9444-02a1528013a9), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.047384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71305633-025b-490b-ba00-a7adf1846b80 x-openstack-request-id: req-71305633-025b-490b-ba00-a7adf1846b80 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:39.047684 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:39.054896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71305633-025b-490b-ba00-a7adf1846b80 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:39.054896 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207', 'status': 'completed', 'code': 200} Mar 08 22:28:39.122510 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-98fce79a-5c64-4a8f-83ad-e7d5644ee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.124627 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-98fce79a-5c64-4a8f-83ad-e7d5644ee4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 1127 time: 0.0490973 Mar 08 22:28:39.130965 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a0da-32c3-44e2-80de-57968d79cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (549722f4-2faa-42c7-9444-02a1528013a9), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.191830 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059a0da-32c3-44e2-80de-57968d79cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549722f4-2faa-42c7-9444-02a1528013a9,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:39.203143 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e059a0da-32c3-44e2-80de-57968d79cfde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bcb570260994ce780bf76385173699b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432181 Mar 08 22:28:39.203143 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39302) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:39.237209 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae236c7-3166-4ea8-907c-935d393b6890 req-4404e6b4-ed6a-4356-a6ed-24375424b46c tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.238679 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fae236c7-3166-4ea8-907c-935d393b6890 req-4404e6b4-ed6a-4356-a6ed-24375424b46c tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 943 time: 0.1191514 Mar 08 22:28:39.239600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-1d78f4d2-e371-4c23-8d7c-3a846035ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.241051 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-1d78f4d2-e371-4c23-8d7c-3a846035ca14 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b3dedee03f1c499a900e30dc0100947b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1089699 Mar 08 22:28:39.282032 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] Publish callbacks [] for security_group (549722f4-2faa-42c7-9444-02a1528013a9), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.326938 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] Publish callbacks [] for security_group (549722f4-2faa-42c7-9444-02a1528013a9), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.336719 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fae236c7-3166-4ea8-907c-935d393b6890 req-d6987787-9a8d-4242-8d82-498817bb6f86 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892441 Mar 08 22:28:39.341927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-c840a2f2-a716-4306-ab47-a8d36c3577c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.343486 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51a764b1-790d-4f98-87f1-c5ad65196114 req-c840a2f2-a716-4306-ab47-a8d36c3577c9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960126 Mar 08 22:28:39.437783 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-bedbad2e-fd45-4e5f-896f-757e548ffe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.438784 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-bedbad2e-fd45-4e5f-896f-757e548ffe01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 1127 time: 0.0472116 Mar 08 22:28:39.462058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95e297-1a6d-4dfd-a2c0-df6976130890 req-1d38f620-5350-447a-b662-9e7efbf2e26d tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.464206 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2f95e297-1a6d-4dfd-a2c0-df6976130890 req-1d38f620-5350-447a-b662-9e7efbf2e26d tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 943 time: 0.0637426 Mar 08 22:28:39.489931 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-c3e643e2-a5cc-4261-a2bf-f5e82ad4996e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207 HTTP/1.1" status: 200 len: 217 time: 0.0438404 Mar 08 22:28:39.508431 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (549722f4-2faa-42c7-9444-02a1528013a9), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.511011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:39.512126 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/549722f4-2faa-42c7-9444-02a1528013a9 HTTP/1.1" status: 204 len: 168 time: 0.3083439 Mar 08 22:28:39.518839 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2f95e297-1a6d-4dfd-a2c0-df6976130890 req-85959e14-5956-44b0-8fba-150efcf4aa09 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 Mar 08 22:28:39.523912 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d164de-d544-47a1-bdca-26d23514f10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549722f4-2faa-42c7-9444-02a1528013a9,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:39.596430 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61cee-b5c0-4579-b007-62c3c6508254 req-f719968d-b992-4792-9628-254c29793ff8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.597925 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4ae61cee-b5c0-4579-b007-62c3c6508254 req-f719968d-b992-4792-9628-254c29793ff8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.1104333 Mar 08 22:28:39.600054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-ef3eb253-cd5f-4d51-ad17-7f9f26319453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.601346 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-ef3eb253-cd5f-4d51-ad17-7f9f26319453 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c48dc57-69cf-49bc-af36-1e62d60f2612 HTTP/1.1" status: 200 len: 854 time: 0.1039183 Mar 08 22:28:39.661996 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-4aa18eed-f8af-4d19-a286-cb482a810ef3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b78acbb-0fdd-4555-b177-abae2a67823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478926 Mar 08 22:28:39.702845 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e3e48-f427-453f-b667-4d0349212aac req-c8686eeb-27a8-4aa3-ab5b-8cd4dd1b5bbd tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.707516 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-af8e3e48-f427-453f-b667-4d0349212aac req-c8686eeb-27a8-4aa3-ab5b-8cd4dd1b5bbd tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0790873 Mar 08 22:28:39.753929 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-af8e3e48-f427-453f-b667-4d0349212aac req-9d8d5062-2e3e-4172-8b0d-68103d848a11 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Mar 08 22:28:39.754979 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4ae61cee-b5c0-4579-b007-62c3c6508254 req-05a71e69-9a92-4488-98ab-2a897eb22fcd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492021 Mar 08 22:28:39.786274 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-79efdd71-a482-40d6-b2a7-1a95d8ca84d5 service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160374 Mar 08 22:28:39.877395 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53f23d-1b6c-475f-b775-fac91206ece0 req-3b8827c9-f08e-4eda-8c0a-b9ea49a4ed71 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:39.879406 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e53f23d-1b6c-475f-b775-fac91206ece0 req-3b8827c9-f08e-4eda-8c0a-b9ea49a4ed71 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0575924 Mar 08 22:28:39.951558 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e53f23d-1b6c-475f-b775-fac91206ece0 req-bcad5743-09ee-4c16-befc-ec0aac7eab84 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658488 Mar 08 22:28:40.164924 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c55dca28-ab4f-4947-b6f9-3435ee919e90 req-32a8300d-7e82-4b58-b390-ee6103a165f3 service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723743 Mar 08 22:28:40.175849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f3173-59d2-4bb9-a3b0-b3cef9e361f4 req-9d8a447c-183c-4d3c-a65b-0e0c619d9582 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:40.177265 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0d1f3173-59d2-4bb9-a3b0-b3cef9e361f4 req-9d8a447c-183c-4d3c-a65b-0e0c619d9582 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0761926 Mar 08 22:28:40.187192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:40.191674 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:40.252359 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39336) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:40.265853 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-749e65d3-9557-429a-8850-769d9e0e033f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.268364 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.351184 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-749e65d3-9557-429a-8850-769d9e0e033f admin admin] Publish callbacks [] for security_group (785fd0a8-2afc-484f-833f-bde5aeedbae5), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.418650 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-749e65d3-9557-429a-8850-769d9e0e033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (785fd0a8-2afc-484f-833f-bde5aeedbae5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.457460 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-749e65d3-9557-429a-8850-769d9e0e033f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afa680b8e9d44e7a9b5afa0841ed627f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037935 Mar 08 22:28:40.458638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e65d3-9557-429a-8850-769d9e0e033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785fd0a8-2afc-484f-833f-bde5aeedbae5,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:40.460976 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39344) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:40.511455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] Publish callbacks [] for security_group (785fd0a8-2afc-484f-833f-bde5aeedbae5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.526477 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09cd47-8fb9-4f52-95a2-0f29deba29d0 req-18ae758c-a2c3-44d5-81f5-6ff9694ca124 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:40.528029 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b09cd47-8fb9-4f52-95a2-0f29deba29d0 req-18ae758c-a2c3-44d5-81f5-6ff9694ca124 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 943 time: 0.1025243 Mar 08 22:28:40.533343 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] Publish callbacks [] for security_group (785fd0a8-2afc-484f-833f-bde5aeedbae5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.592736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 826566f2-727e-43b9-af87-4dc67d9de513 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:28:40.657851 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (785fd0a8-2afc-484f-833f-bde5aeedbae5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.660802 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.664546 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/785fd0a8-2afc-484f-833f-bde5aeedbae5 HTTP/1.1" status: 204 len: 168 time: 0.2003696 Mar 08 22:28:40.671825 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342c0b9-5b0b-4d62-8ef8-0757ec1d159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785fd0a8-2afc-484f-833f-bde5aeedbae5,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:40.711431 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:40.725318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '826566f2-727e-43b9-af87-4dc67d9de513', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'port_id': '826566f2-727e-43b9-af87-4dc67d9de513', 'mac_address': 'fa:16:3e:ab:28:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:28:40.737990 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b09cd47-8fb9-4f52-95a2-0f29deba29d0 req-595b7b66-433b-4086-99f6-52df24198f99 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992273 Mar 08 22:28:40.814220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 826566f2-727e-43b9-af87-4dc67d9de513 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:40.814849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.829919 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826566f2-727e-43b9-af87-4dc67d9de513 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:40.855495 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:40.902046 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024fb92-b89d-4853-9ce4-36b060c091b6 req-f4aab9eb-54e8-470b-be95-e42b898e67a2 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:40.903824 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4024fb92-b89d-4853-9ce4-36b060c091b6 req-f4aab9eb-54e8-470b-be95-e42b898e67a2 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 943 time: 0.0741947 Mar 08 22:28:40.933343 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:40.995103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca153b6b-c3b3-4244-8eb8-f58f011db109 req-a4eb9e2b-de9b-4a3d-81f1-0c7b780bb679 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:40.997504 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca153b6b-c3b3-4244-8eb8-f58f011db109 req-a4eb9e2b-de9b-4a3d-81f1-0c7b780bb679 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.1526411 Mar 08 22:28:41.014074 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4024fb92-b89d-4853-9ce4-36b060c091b6 req-913bcae4-4065-49e6-9fc1-e0704c2f18b7 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018591 Mar 08 22:28:41.042216 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:41.049997 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.050752 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.051338 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.052873 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.053428 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.053876 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.054303 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.054723 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.055377 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.056100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.056630 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.059484 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.060875 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:28:41.117087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.128375 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca153b6b-c3b3-4244-8eb8-f58f011db109 req-9ca695d0-469d-4804-a2c2-793cc1e1466c tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Mar 08 22:28:41.189979 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-57bb40ed-6af5-4b51-b6ac-c8c04fafb12d tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:41.189979 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-57bb40ed-6af5-4b51-b6ac-c8c04fafb12d tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.35 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0526726 Mar 08 22:28:41.191119 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.352831 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 3bf630e9-4951-4249-88a4-9c629bd198f2 associated. External IP: 172.27.1.129, port: 6d1af922-b7b2-493b-80d2-1b79f07bb701. Mar 08 22:28:41.405363 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Deleting port 1170617f-33a1-4c4d-8756-cfab1f4678bb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:28:41.405692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.466548 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39370) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:41.480406 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-995d09f2-4be2-425e-9d3a-4b3380280029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.536261 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:28:41.562588 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-995d09f2-4be2-425e-9d3a-4b3380280029 admin admin] Publish callbacks [] for security_group (6bb34c22-bca1-4d63-bbe5-ba66a1577100), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.572294 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] For port 1170617f-33a1-4c4d-8756-cfab1f4678bb, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1170617f-33a1-4c4d-8756-cfab1f4678bb,segment=NetworkSegment(a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09),segment_id=a9d7ab8b-1eb4-47eb-8695-8ab8a5d3fe09)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:41.572727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.592845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Calling delete_port for 1170617f-33a1-4c4d-8756-cfab1f4678bb owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:28:41.612048 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-995d09f2-4be2-425e-9d3a-4b3380280029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6bb34c22-bca1-4d63-bbe5-ba66a1577100), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.673219 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-995d09f2-4be2-425e-9d3a-4b3380280029 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cbbf3d939f5402b88de5b0dfe19ed35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023768 Mar 08 22:28:41.673456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:41.688204 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39376) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:41.695265 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d09f2-4be2-425e-9d3a-4b3380280029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb34c22-bca1-4d63-bbe5-ba66a1577100,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:41.813063 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5533940a-1cdd-439d-bfc0-63cd89e3ea47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.914721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304cb56-286a-4916-aecf-b7bb17e34fdb req-9084d9a1-441b-49a2-9ff5-5dd1eccb0c65 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:41.916180 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a304cb56-286a-4916-aecf-b7bb17e34fdb req-9084d9a1-441b-49a2-9ff5-5dd1eccb0c65 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 943 time: 0.0838470 Mar 08 22:28:41.962585 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:28:41.966517 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5533940a-1cdd-439d-bfc0-63cd89e3ea47 admin admin] Publish callbacks [] for security_group (f883a57e-4a1b-4995-af6b-4cc47418072a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:41.982883 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a304cb56-286a-4916-aecf-b7bb17e34fdb req-c435712c-e379-474d-ac98-b4e17c6c2d02 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Mar 08 22:28:42.029568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] Publish callbacks [] for security_group (6bb34c22-bca1-4d63-bbe5-ba66a1577100), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.040733 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5533940a-1cdd-439d-bfc0-63cd89e3ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f883a57e-4a1b-4995-af6b-4cc47418072a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.081994 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-5533940a-1cdd-439d-bfc0-63cd89e3ea47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=205e269af4554721a60479e6174a46d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916225 Mar 08 22:28:42.082976 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533940a-1cdd-439d-bfc0-63cd89e3ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883a57e-4a1b-4995-af6b-4cc47418072a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:42.085267 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39386) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:42.134362 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] Publish callbacks [] for security_group (f883a57e-4a1b-4995-af6b-4cc47418072a), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.157739 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] Publish callbacks [] for security_group (f883a57e-4a1b-4995-af6b-4cc47418072a), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.159297 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] Publish callbacks [] for security_group (6bb34c22-bca1-4d63-bbe5-ba66a1577100), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.211943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:28:42.218451 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.225300 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:28:42.235086 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8e876-26bb-4011-b0dc-43f4b0d9e3ab req-1cb8cf0c-fad2-4758-aaf3-bc9d373dfbe7 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.235086 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cff8e876-26bb-4011-b0dc-43f4b0d9e3ab req-1cb8cf0c-fad2-4758-aaf3-bc9d373dfbe7 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 944 time: 0.1598878 Mar 08 22:28:42.237941 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:28:42.238731 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:28:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:28:42.266558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (1170617f-33a1-4c4d-8756-cfab1f4678bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.266817 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dc291-68cb-42b1-b347-5143b7529979 req-4177dace-4181-4184-96db-9230835d13e6 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.268276 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-db5dc291-68cb-42b1-b347-5143b7529979 req-4177dace-4181-4184-96db-9230835d13e6 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 950 time: 0.0633795 Mar 08 22:28:42.276481 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['1170617f-33a1-4c4d-8756-cfab1f4678bb'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:28:42.288670 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b36dd6fd-fa25-4bfb-ae32-be1d120f6724 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "PUT /v2.0/floatingips/3bf630e9-4951-4249-88a4-9c629bd198f2 HTTP/1.1" status: 200 len: 991 time: 2.0986021 Mar 08 22:28:42.312888 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:42.315488 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5" -d '{"events": [{"name": "network-changed", "server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:42.325180 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f883a57e-4a1b-4995-af6b-4cc47418072a), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.327832 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.335297 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f883a57e-4a1b-4995-af6b-4cc47418072a HTTP/1.1" status: 204 len: 168 time: 0.2433276 Mar 08 22:28:42.336060 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Pushing event deleted for resources: {'Port': ['ID=1170617f-33a1-4c4d-8756-cfab1f4678bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:42.349165 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10bf6-b76a-49ca-bb07-8cf3292af03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883a57e-4a1b-4995-af6b-4cc47418072a,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:42.360878 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-db5dc291-68cb-42b1-b347-5143b7529979 req-9df6096b-f81d-415d-8484-afaaf2aa953b tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec3a38ad-2d00-4fcc-a546-1a4b91283426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866251 Mar 08 22:28:42.377424 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cff8e876-26bb-4011-b0dc-43f4b0d9e3ab req-bc5fd781-3447-437f-ab05-9871a765fa45 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274362 Mar 08 22:28:42.402003 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] No DVR routers for this DVR port 1170617f-33a1-4c4d-8756-cfab1f4678bb on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d25739-d034-4f51-8e26-73f43f059ab2 x-openstack-request-id: req-47d25739-d034-4f51-8e26-73f43f059ab2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47d25739-d034-4f51-8e26-73f43f059ab2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'status': 'completed', 'code': 200} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6bb34c22-bca1-4d63-bbe5-ba66a1577100), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.439353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.441778 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bb34c22-bca1-4d63-bbe5-ba66a1577100 HTTP/1.1" status: 204 len: 168 time: 0.7663698 Mar 08 22:28:42.443319 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.448415 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b22b10b-e456-4f3d-b37c-4ba4045080c7 req-7c905b81-3027-4740-8648-4683da4de302 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.35 "DELETE /v2.0/ports/1170617f-33a1-4c4d-8756-cfab1f4678bb HTTP/1.1" status: 204 len: 173 time: 1.2228947 Mar 08 22:28:42.476895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea451f-282f-446d-bb40-f2bfa1fce1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb34c22-bca1-4d63-bbe5-ba66a1577100,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:42.533035 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-c9202011-70a8-4ee7-9d8b-575fb3c30140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.534558 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-c9202011-70a8-4ee7-9d8b-575fb3c30140 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 1129 time: 0.0731723 Mar 08 22:28:42.620467 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 367bbb03-1e0f-47bb-89f3-3042b0b47207 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:28:42.647097 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-773539c6-2866-4bd1-b3c2-4b4ea65a2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.648603 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-773539c6-2866-4bd1-b3c2-4b4ea65a2cb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.1076107 Mar 08 22:28:42.745552 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:40Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:28:42.749647 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-0f355629-1241-4b41-ba0d-1ce803995512 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 200 len: 999 time: 0.0943758 Mar 08 22:28:42.754074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:42.768951 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '367bbb03-1e0f-47bb-89f3-3042b0b47207', 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b', 'port_id': '367bbb03-1e0f-47bb-89f3-3042b0b47207', 'mac_address': 'fa:16:3e:95:38:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c48dc57-69cf-49bc-af36-1e62d60f2612', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:28:42.773328 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:28:42.784138 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:28:42.789445 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:28:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:28:42.816208 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-de4ae737-0cf0-41c0-8932-a343cffc44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.818972 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-de4ae737-0cf0-41c0-8932-a343cffc44b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0620143 Mar 08 22:28:42.823459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 367bbb03-1e0f-47bb-89f3-3042b0b47207 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:42.826764 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:42.855345 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367bbb03-1e0f-47bb-89f3-3042b0b47207 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:42.910140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-ea86ed37-025e-4336-bcbf-ca0417614455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:42.911853 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-ea86ed37-025e-4336-bcbf-ca0417614455 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793552 Mar 08 22:28:42.952310 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:42.991780 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:43.017265 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:28:43.081588 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-8f87b27e-cfec-4c29-9efc-da0886e376ba service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629386 Mar 08 22:28:43.209759 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3f92-4bb2-4e15-9069-82e319b46c37 req-46f81c06-edc8-4150-a52a-e91157193e24 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:43.211307 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e0bd3f92-4bb2-4e15-9069-82e319b46c37 req-46f81c06-edc8-4150-a52a-e91157193e24 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 944 time: 0.1120703 Mar 08 22:28:43.224652 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:43.241184 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9afdb4d4-3e01-4e41-a9c5-53af1c8febb5 req-ffc32bb3-c317-4a22-9e32-053023b5cbdf service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524885 Mar 08 22:28:43.269300 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e0bd3f92-4bb2-4e15-9069-82e319b46c37 req-dd2733ef-c574-4676-a1dc-efe357a19f96 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479584 Mar 08 22:28:43.338024 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:40Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:28:43.368143 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040853d-6bbd-4348-a3e4-7531f73fdc6b None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:40Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:28:43.427060 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['367bbb03-1e0f-47bb-89f3-3042b0b47207'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:28:43.539917 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-abb8aec1-1f38-45d2-a9eb-51e23d3a6ae8 req-fcdcece8-6c58-49fb-943c-09f79a6c8ed1 tempest-VolumesNegativeTest-1530696355 tempest-VolumesNegativeTest-1530696355-project] 10.222.0.39 "GET /v2.0/ports?device_id=a120039c-c419-4be9-9c1b-6b73085d9c55 HTTP/1.1" status: 200 len: 210 time: 0.0718811 Mar 08 22:28:43.635917 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e67b-a295-4a25-af07-48af2247d3f0 req-9dd9d1cd-5fed-411c-9897-23a2f58cd064 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:43.637794 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2622e67b-a295-4a25-af07-48af2247d3f0 req-9dd9d1cd-5fed-411c-9897-23a2f58cd064 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 944 time: 0.1153162 Mar 08 22:28:43.692344 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8db5f0-1106-4cf5-9418-3565943623fb None None] New status for floating IP 3bf630e9-4951-4249-88a4-9c629bd198f2: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:28:43.692846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2622e67b-a295-4a25-af07-48af2247d3f0 req-9bdad41d-e116-428e-aea2-8b033084875b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Mar 08 22:28:43.872316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 39444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:43.967905 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44142924-network', 'tenant_id': 'b463292272ca4e958d9acc9e6c1dad78'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:44.051842 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Made reservation on behalf of b463292272ca4e958d9acc9e6c1dad78 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:44.054188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.063518 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.139228 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks [] for security_group (f0c24110-660b-485e-9f29-7c289ab03412), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.223724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f0c24110-660b-485e-9f29-7c289ab03412), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.245955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:28:44.261038 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c24110-660b-485e-9f29-7c289ab03412,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:44.265719 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (6f4d29de-442a-4421-82dd-60f80160dcab), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.266052 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Added segment 6f4d29de-442a-4421-82dd-60f80160dcab of type vlan for network 8afa7204-f877-4e63-905a-daf00a75ee38 Mar 08 22:28:44.305908 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (8afa7204-f877-4e63-905a-daf00a75ee38), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.378470 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (8afa7204-f877-4e63-905a-daf00a75ee38), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.379735 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:44.380620 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.393459 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0df9a-34a2-40e0-81ea-d3bb147b5002 req-fe8429b4-dc98-4eb3-b5f7-36c3c47ab902 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:44.395128 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0ce0df9a-34a2-40e0-81ea-d3bb147b5002 req-fe8429b4-dc98-4eb3-b5f7-36c3c47ab902 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 944 time: 0.0542040 Mar 08 22:28:44.439613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'name': 'network-vif-deleted', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:44.442157 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730ad0a7-6c2a-4e08-bf23-fb7e6e4262d0" -d '{"events": [{"server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "name": "network-vif-deleted", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:44.450196 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8afa7204-f877-4e63-905a-daf00a75ee38,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:44.456050 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0ce0df9a-34a2-40e0-81ea-d3bb147b5002 req-031d801f-eb73-4e65-8ef7-122524110a6c tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Mar 08 22:28:44.460618 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 8afa7204-f877-4e63-905a-daf00a75ee38 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:28:44.481939 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ed1f872d-b4f9-4a8f-9781-b307347157d4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6081898 Mar 08 22:28:44.484827 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39468) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:44.492076 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Request body: {'subnet': {'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44142924-subnet', 'tenant_id': 'b463292272ca4e958d9acc9e6c1dad78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:44.502503 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de4fcb6-9e15-4847-9e4d-68dbc9230ca5 x-openstack-request-id: req-3de4fcb6-9e15-4847-9e4d-68dbc9230ca5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:44.503649 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a120039c-c419-4be9-9c1b-6b73085d9c55", "name": "network-vif-deleted", "tag": "1170617f-33a1-4c4d-8756-cfab1f4678bb", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:44.503912 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3de4fcb6-9e15-4847-9e4d-68dbc9230ca5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:44.505864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a120039c-c419-4be9-9c1b-6b73085d9c55', 'name': 'network-vif-deleted', 'tag': '1170617f-33a1-4c4d-8756-cfab1f4678bb', 'status': 'completed', 'code': 200} Mar 08 22:28:44.508756 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:28:44.572319 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Made reservation on behalf of b463292272ca4e958d9acc9e6c1dad78 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:44.574629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.625558 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 826566f2-727e-43b9-af87-4dc67d9de513 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:28:44.750472 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 826566f2-727e-43b9-af87-4dc67d9de513 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:28:44.754827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 826566f2-727e-43b9-af87-4dc67d9de513 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:44.755936 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (826566f2-727e-43b9-af87-4dc67d9de513), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.818583 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (ef41c292-e580-4554-85a8-17d40ed34426), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.839241 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d86d-941e-4f27-97da-f506dafbf324 req-cb954b8b-ddfa-4d0c-ade5-c992122a489f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:44.840814 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 826566f2-727e-43b9-af87-4dc67d9de513 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:44.840945 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7028d86d-941e-4f27-97da-f506dafbf324 req-cb954b8b-ddfa-4d0c-ade5-c992122a489f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 944 time: 0.0682340 Mar 08 22:28:44.841518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.868989 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:44.872114 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f419e-479c-4534-a74e-7a7c8a0deed2" -d '{"events": [{"server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "name": "network-vif-plugged", "status": "completed", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:44.890021 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:44.902981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Checking segment: {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:44.903428 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Network hostable DHCP agents. Network: 8afa7204-f877-4e63-905a-daf00a75ee38, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:28:44.913725 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef41c292-e580-4554-85a8-17d40ed34426,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:44.913950 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7028d86d-941e-4f27-97da-f506dafbf324 req-4680804d-7252-4291-a11f-c05332724bee tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535231 Mar 08 22:28:44.941867 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580daaaf-e28c-46be-942b-74a2583948a6 x-openstack-request-id: req-580daaaf-e28c-46be-942b-74a2583948a6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:44.941867 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "name": "network-vif-plugged", "status": "completed", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:44.941867 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-580daaaf-e28c-46be-942b-74a2583948a6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:44.941867 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'code': 200} Mar 08 22:28:44.961337 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:44.962155 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 367bbb03-1e0f-47bb-89f3-3042b0b47207 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:28:45.018132 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Network 8afa7204-f877-4e63-905a-daf00a75ee38 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:28:45.040546 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:45.109067 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 8afa7204-f877-4e63-905a-daf00a75ee38) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:45.117710 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:45.118307 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:45.122852 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06657e3-2ccd-4315-ae55-38fc57170dc4 None None] Network 8afa7204-f877-4e63-905a-daf00a75ee38 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:28:45.138534 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 367bbb03-1e0f-47bb-89f3-3042b0b47207 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:28:45.152648 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 367bbb03-1e0f-47bb-89f3-3042b0b47207 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:28:45.153023 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:45.216825 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ef61375d-dd6d-4725-baf7-3a696e79d509 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7303252 Mar 08 22:28:45.302180 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f7736c-8016-41e3-b068-e34513aa34d7 None None] Network 8afa7204-f877-4e63-905a-daf00a75ee38 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:28:45.304737 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dbbec-7d51-4a91-b1ab-c9f073ac67e2 req-b36fe1e7-17a4-4ba0-bbb2-793720054947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:45.307888 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad5dbbec-7d51-4a91-b1ab-c9f073ac67e2 req-b36fe1e7-17a4-4ba0-bbb2-793720054947 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1129 time: 0.0774817 Mar 08 22:28:45.336253 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e38e448-cc31-4451-a45c-4f95574c1108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:45.364980 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 367bbb03-1e0f-47bb-89f3-3042b0b47207 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:28:45.365439 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:45.375033 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad5dbbec-7d51-4a91-b1ab-c9f073ac67e2 req-43a3d99c-60db-4521-9c2d-c53eb6f62e85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602326 Mar 08 22:28:45.444962 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:28:45.494300 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:45.496235 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1170617f-33a1-4c4d-8756-cfab1f4678bb no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:28:45.528849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 1170617f-33a1-4c4d-8756-cfab1f4678bb {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:28:45.529415 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1170617f-33a1-4c4d-8756-cfab1f4678bb not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:28:45.581381 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:45.633615 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3aef-9146-4df0-aa5e-d667739137ef req-2ec47f02-fcb1-424b-95e3-2d07c1f9c091 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:45.635952 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc5d3aef-9146-4df0-aa5e-d667739137ef req-2ec47f02-fcb1-424b-95e3-2d07c1f9c091 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0745480 Mar 08 22:28:45.687489 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bc5d3aef-9146-4df0-aa5e-d667739137ef req-a11283cb-61ee-488e-822c-dc96c63c133f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Mar 08 22:28:46.031629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32b8a2-8dd7-4904-985b-b26ae42a9c3e req-6749ca90-b174-422d-a39f-67daad7258d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:46.033082 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5c32b8a2-8dd7-4904-985b-b26ae42a9c3e req-6749ca90-b174-422d-a39f-67daad7258d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0514262 Mar 08 22:28:46.078101 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5c32b8a2-8dd7-4904-985b-b26ae42a9c3e req-15472876-b969-4c0c-9253-abe7476d49d7 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Mar 08 22:28:46.808740 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08115-3e72-41c9-a4f0-ac5910a456c1 req-7b5c9b75-e5c4-4ecc-a464-3e097b5c874a tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:46.810223 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3d08115-3e72-41c9-a4f0-ac5910a456c1 req-7b5c9b75-e5c4-4ecc-a464-3e097b5c874a tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0539219 Mar 08 22:28:46.857514 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3d08115-3e72-41c9-a4f0-ac5910a456c1 req-14b93f22-87f3-4fd7-b314-30d1eb1fb2e3 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Mar 08 22:28:46.931848 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:46.934753 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5b465-c171-4c4b-880d-765150330a2e" -d '{"events": [{"server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "name": "network-vif-plugged", "status": "completed", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:46.969939 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eca6cc-0299-472f-8b59-db6111012e77 x-openstack-request-id: req-65eca6cc-0299-472f-8b59-db6111012e77 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:46.970254 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "name": "network-vif-plugged", "status": "completed", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:46.970512 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65eca6cc-0299-472f-8b59-db6111012e77 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:46.970929 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207', 'code': 200} Mar 08 22:28:47.194105 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11485-407b-4644-9afe-df85a13a5232 req-a8852523-798f-4e16-9e88-a644a36bbdc5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:47.195602 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ced11485-407b-4644-9afe-df85a13a5232 req-a8852523-798f-4e16-9e88-a644a36bbdc5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Mar 08 22:28:47.250435 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ced11485-407b-4644-9afe-df85a13a5232 req-38ef3d78-1a76-4f1c-876d-79da616d6be5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 Mar 08 22:28:47.298666 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87be02b6-b9a2-4950-ae1b-0d113d938bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:47.306895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1c8e-7ead-4746-88a3-f393d63c6a94 req-ed3e1ea9-b7fb-48a3-91c2-361ae87e52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:47.309038 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ae1c8e-7ead-4746-88a3-f393d63c6a94 req-ed3e1ea9-b7fb-48a3-91c2-361ae87e52d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 1129 time: 0.0477865 Mar 08 22:28:47.372078 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ae1c8e-7ead-4746-88a3-f393d63c6a94 req-204350fd-0c8f-43fd-8078-34255b9feac8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Mar 08 22:28:47.390276 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9970515-a518-4f0d-940b-e6d8dea7fffb req-31a49d86-26d1-450c-8f96-900c30e6e233 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:47.392534 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c9970515-a518-4f0d-940b-e6d8dea7fffb req-31a49d86-26d1-450c-8f96-900c30e6e233 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Mar 08 22:28:47.452831 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c9970515-a518-4f0d-940b-e6d8dea7fffb req-bc486ae9-df23-4b16-a880-77eb9549e10c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Mar 08 22:28:47.656031 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-25488850-0688-4020-9da8-f2b6b1755179 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:47.657482 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-25488850-0688-4020-9da8-f2b6b1755179 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/networks?id=8afa7204-f877-4e63-905a-daf00a75ee38 HTTP/1.1" status: 200 len: 807 time: 0.1019154 Mar 08 22:28:47.675479 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-8cc97a6c-0bb2-43cf-8bf6-3e8cfa403435 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/quotas/b463292272ca4e958d9acc9e6c1dad78 HTTP/1.1" status: 200 len: 375 time: 0.0126557 Mar 08 22:28:47.708623 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-fd776c07-e21c-40e6-a32a-ce12f5226580 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277488 Mar 08 22:28:47.788147 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca44be-8912-4f10-b31b-c937e94db6e1 req-4013e963-7396-4aed-bc93-11a5e8bb2483 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:47.789837 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1fca44be-8912-4f10-b31b-c937e94db6e1 req-4013e963-7396-4aed-bc93-11a5e8bb2483 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0541561 Mar 08 22:28:47.802072 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-2a903859-3213-46b7-a455-150023b642af service neutron] 10.222.0.39 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Mar 08 22:28:47.847366 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1fca44be-8912-4f10-b31b-c937e94db6e1 req-6c17f690-e24f-47fd-8ad5-a14a77ed00a0 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Mar 08 22:28:47.941379 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-6b90d82b-3fe6-42ec-a83d-6beba7200aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259379 Mar 08 22:28:48.002661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a96122-2fa6-49e1-b3a7-59c85ebbe600 req-4dcb4239-c822-4a8b-9bb5-cd3fac0c7862 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:48.009881 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88a96122-2fa6-49e1-b3a7-59c85ebbe600 req-4dcb4239-c822-4a8b-9bb5-cd3fac0c7862 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0703056 Mar 08 22:28:48.058314 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88a96122-2fa6-49e1-b3a7-59c85ebbe600 req-4d5121da-e233-4598-8b51-1c8347a1114b tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Mar 08 22:28:48.189132 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c53c2cb-dab6-4418-9725-f895cdd7589e req-76bcf93b-49d7-4aed-8de4-855f64c04b88 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 210 time: 0.0275114 Mar 08 22:28:48.527320 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:49.182330 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709ffc7-910f-4ad5-9331-33d3a95944fa req-26103d2f-9130-4311-ab1b-9a335a1b9664 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:49.184734 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1709ffc7-910f-4ad5-9331-33d3a95944fa req-26103d2f-9130-4311-ab1b-9a335a1b9664 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0550423 Mar 08 22:28:49.237076 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1709ffc7-910f-4ad5-9331-33d3a95944fa req-aa1f4a50-4e1b-4583-9651-8e0725478b5b tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Mar 08 22:28:49.298403 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b4348f0d-3544-456d-99d0-f0e347137ead req-563247f8-23a0-4e17-a8a4-028f8073c532 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Mar 08 22:28:49.975454 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:50.263171 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9427-d4cc-4e4a-8454-cca99a579280 req-3578701e-5ba6-4b57-8597-3489a6c029a9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.265493 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-573a9427-d4cc-4e4a-8454-cca99a579280 req-3578701e-5ba6-4b57-8597-3489a6c029a9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Mar 08 22:28:50.320086 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-573a9427-d4cc-4e4a-8454-cca99a579280 req-93afec19-8d5e-4735-8da3-176e46248c53 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485575 Mar 08 22:28:50.396870 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-854726aa-5a5f-48e7-86b9-c08fefc530cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.399055 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-854726aa-5a5f-48e7-86b9-c08fefc530cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.1012068 Mar 08 22:28:50.440440 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4469b72-c264-48a2-9c90-e0720e034411 req-d8d1a5df-f6dc-4b54-9798-a20a84561cec tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.447744 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f4469b72-c264-48a2-9c90-e0720e034411 req-d8d1a5df-f6dc-4b54-9798-a20a84561cec tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0683305 Mar 08 22:28:50.507360 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f4469b72-c264-48a2-9c90-e0720e034411 req-def09419-0bbc-43cb-9241-d42fa07e2172 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Mar 08 22:28:50.578522 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-8035cfa0-dc4b-4d34-b192-0622502124de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.580032 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-8035cfa0-dc4b-4d34-b192-0622502124de service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.1717067 Mar 08 22:28:50.620454 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2053009d-89ab-44c3-b7a2-71926450277b req-1fb32442-ca46-4b61-a96d-0c9bf693b0ad tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 210 time: 0.0384567 Mar 08 22:28:50.627017 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-dd6267a8-fdcf-4c8c-afb2-13abde6df83a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0395155 Mar 08 22:28:50.668794 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-abc53ce7-1753-45c0-aa0c-697c99df7dcc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.670351 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-abc53ce7-1753-45c0-aa0c-697c99df7dcc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "GET /v2.0/networks?id=8afa7204-f877-4e63-905a-daf00a75ee38 HTTP/1.1" status: 200 len: 807 time: 0.1809304 Mar 08 22:28:50.686963 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Request body: {'port': {'device_id': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38', 'admin_state_up': True, 'tenant_id': 'b463292272ca4e958d9acc9e6c1dad78'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:50.709728 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-85a92710-4d3f-418e-892e-e2c35d60d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:50.711272 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-85a92710-4d3f-418e-892e-e2c35d60d32e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0747612 Mar 08 22:28:50.777481 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-68f1e03e-d39d-472b-be25-131e299d9dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562723 Mar 08 22:28:50.905142 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-09d60748-3329-40b0-be4f-5cbf7d9f2402 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184142 Mar 08 22:28:50.968372 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Made reservation on behalf of b463292272ca4e958d9acc9e6c1dad78 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:28:50.971718 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.058950 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-613b7853-cdc0-4ef5-87f5-e08bc7374826 req-2f775500-ecc9-4726-9bdd-f76fb09d5374 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468151 Mar 08 22:28:51.128203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Allocated IP 172.20.0.5 (8afa7204-f877-4e63-905a-daf00a75ee38/ef41c292-e580-4554-85a8-17d40ed34426/ed01eac7-d953-4339-be02-87fc40bea3a4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:28:51.284209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks [] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.297794 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.366372 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.405107 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Network 8afa7204-f877-4e63-905a-daf00a75ee38 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:28:51.410470 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:28:51.423035 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:28:51.455812 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275f754-9cdc-4123-b1ea-33ebe7d14b4e req-d09aa81c-de86-40d1-bc22-20e639cdc3c6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:51.458730 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6275f754-9cdc-4123-b1ea-33ebe7d14b4e req-d09aa81c-de86-40d1-bc22-20e639cdc3c6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0655069 Mar 08 22:28:51.487265 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Pushing event updated for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:51.494990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:51.495704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.514665 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6275f754-9cdc-4123-b1ea-33ebe7d14b4e req-79821fca-c466-442a-abe6-7920d0e197d1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Mar 08 22:28:51.592606 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-2187a62c-ba73-4e9f-96ae-8fac7e4e2f75 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112232 Mar 08 22:28:51.623962 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Request body: {'port': {'device_id': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:28:51.686340 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:51.840661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d706c-eb03-4dda-bd42-97013f81bbc2 req-fd0111d9-cbd9-4126-acb5-0c4ab13e0f46 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:51.848158 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f14d706c-eb03-4dda-bd42-97013f81bbc2 req-fd0111d9-cbd9-4126-acb5-0c4ab13e0f46 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 931 time: 0.1473572 Mar 08 22:28:51.956202 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39950) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:51.959341 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f14d706c-eb03-4dda-bd42-97013f81bbc2 req-17acbebd-c033-4fb5-a320-3742cfd4fb52 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994556 Mar 08 22:28:52.080114 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed01eac7-d953-4339-be02-87fc40bea3a4 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:28:52.088153 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks [] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.101803 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Transition to ACTIVE for port object ed01eac7-d953-4339-be02-87fc40bea3a4 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:28:52.141436 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f8b26807-5982-4b16-b8bd-7811ecaa5d1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9c9a729b1d94bd98ba3f8dae886b477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826634 Mar 08 22:28:52.144102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 39958) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:52.171714 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.192647 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] Publish callbacks [] for security_group (ec3a38ad-2d00-4fcc-a546-1a4b91283426), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.215005 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] Publish callbacks [] for security_group (ec3a38ad-2d00-4fcc-a546-1a4b91283426), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.240921 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:52.296693 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Attempting to bind port ed01eac7-d953-4339-be02-87fc40bea3a4 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:28:52.297027 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Attempting to bind port ed01eac7-d953-4339-be02-87fc40bea3a4 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:28:52.297342 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Attempting to bind port ed01eac7-d953-4339-be02-87fc40bea3a4 on network 8afa7204-f877-4e63-905a-daf00a75ee38 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:52.301719 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Port ed01eac7-d953-4339-be02-87fc40bea3a4 on network 8afa7204-f877-4e63-905a-daf00a75ee38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:28:52.302038 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Attempting to bind port ed01eac7-d953-4339-be02-87fc40bea3a4 on network 8afa7204-f877-4e63-905a-daf00a75ee38 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:28:52.306721 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:28:52.307630 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Checking segment: {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:28:52.307999 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Bound using segment: {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:28:52.308414 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Bound port: ed01eac7-d953-4339-be02-87fc40bea3a4, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:28:52.308764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.314900 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (ec3a38ad-2d00-4fcc-a546-1a4b91283426), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.318515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.321869 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec3a38ad-2d00-4fcc-a546-1a4b91283426 HTTP/1.1" status: 204 len: 168 time: 0.1750481 Mar 08 22:28:52.338028 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e771f56-efa2-4477-9dfb-7ddb4a9d63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a38ad-2d00-4fcc-a546-1a4b91283426,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:52.387726 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:28:52.391226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=ed01eac7-d953-4339-be02-87fc40bea3a4,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:28:52.487168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.520008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:52.520615 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:52.522053 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed01eac7-d953-4339-be02-87fc40bea3a4 HTTP/1.1" status: 200 len: 1093 time: 0.9020936 Mar 08 22:28:52.522477 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:28:52.524698 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67981de7-4c15-4560-a0a0-998bb925944e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:28:52.562512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f57ff-7031-4340-8175-d4014090c1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:52.584819 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150b0b3-ccf1-477e-8405-8442ddf8ab59 x-openstack-request-id: req-0150b0b3-ccf1-477e-8405-8442ddf8ab59 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:28:52.585277 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:28:52.586185 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0150b0b3-ccf1-477e-8405-8442ddf8ab59 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:28:52.586991 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4', 'status': 'completed', 'code': 200} Mar 08 22:28:52.712553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1694f6-d364-4234-8c58-497a45427c86 req-b9b97536-1986-4fc4-af9a-8156151389a2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:52.717656 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe1694f6-d364-4234-8c58-497a45427c86 req-b9b97536-1986-4fc4-af9a-8156151389a2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.1176465 Mar 08 22:28:52.718116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981de7-4c15-4560-a0a0-998bb925944e req-f417e860-ab7d-41bb-896e-f177e43f5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:52.719605 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-67981de7-4c15-4560-a0a0-998bb925944e req-f417e860-ab7d-41bb-896e-f177e43f5949 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 1127 time: 0.1059957 Mar 08 22:28:52.829944 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe1694f6-d364-4234-8c58-497a45427c86 req-b363c723-a74c-4b6e-89ed-a7a2293c1652 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079485 Mar 08 22:28:52.859186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981de7-4c15-4560-a0a0-998bb925944e req-f5ab00a1-89fe-4fb3-aea2-e8509f3e259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:52.860632 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-67981de7-4c15-4560-a0a0-998bb925944e req-f5ab00a1-89fe-4fb3-aea2-e8509f3e259e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b463292272ca4e958d9acc9e6c1dad78&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1306663 Mar 08 22:28:52.960988 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981de7-4c15-4560-a0a0-998bb925944e req-45ba2e0e-69f6-441a-b63f-e498f1e63b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:52.962454 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-67981de7-4c15-4560-a0a0-998bb925944e req-45ba2e0e-69f6-441a-b63f-e498f1e63b93 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946159 Mar 08 22:28:53.050045 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-dd3f6502-b49d-4f66-bbf7-5d284d8030b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:53.054094 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-dd3f6502-b49d-4f66-bbf7-5d284d8030b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 1127 time: 0.0475342 Mar 08 22:28:53.105804 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671e97a-aef0-424d-b19e-af2580878832 req-e48fde65-cdba-4420-8a5b-7e337d753887 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:53.107409 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1671e97a-aef0-424d-b19e-af2580878832 req-e48fde65-cdba-4420-8a5b-7e337d753887 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0675988 Mar 08 22:28:53.111576 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-e2c595f5-8011-49f1-a242-0f119cbdb314 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed01eac7-d953-4339-be02-87fc40bea3a4 HTTP/1.1" status: 200 len: 217 time: 0.0479772 Mar 08 22:28:53.161894 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1671e97a-aef0-424d-b19e-af2580878832 req-c29e725c-a713-4879-afdf-27d494c8b57e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Mar 08 22:28:53.163493 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092464-4646-4034-9643-52b8b951d5be req-8c45783a-3218-461c-8e7b-0570685577fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:53.164965 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-8c45783a-3218-461c-8e7b-0570685577fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef41c292-e580-4554-85a8-17d40ed34426 HTTP/1.1" status: 200 len: 847 time: 0.0474505 Mar 08 22:28:53.199471 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-237bcc0f-8055-46d6-8dc5-d86148184949 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8afa7204-f877-4e63-905a-daf00a75ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273070 Mar 08 22:28:53.550758 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-561c6a6c-00db-42b8-918c-8a2ae30d4acf service neutron] 10.222.0.35 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410716 Mar 08 22:28:53.641144 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a6092464-4646-4034-9643-52b8b951d5be req-0af50b40-ee80-440b-a9e7-7560dbe4cfa9 service neutron] 10.222.0.35 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817649 Mar 08 22:28:53.951143 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750b7a-bd13-4bd9-9ec5-c95f095a2056 req-8d3ab6fa-a618-4874-ae2e-a44d9b6bf123 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:53.952579 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a750b7a-bd13-4bd9-9ec5-c95f095a2056 req-8d3ab6fa-a618-4874-ae2e-a44d9b6bf123 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Mar 08 22:28:54.005879 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a750b7a-bd13-4bd9-9ec5-c95f095a2056 req-8418ce11-22b2-4da3-bb89-602d4e4f7fab tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Mar 08 22:28:54.286649 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a803-fea0-40d6-9dfb-937c9a3c509d req-77a62d40-e27f-4e3a-b3da-d61611f90224 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:54.288144 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e758a803-fea0-40d6-9dfb-937c9a3c509d req-77a62d40-e27f-4e3a-b3da-d61611f90224 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0539093 Mar 08 22:28:54.335717 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e758a803-fea0-40d6-9dfb-937c9a3c509d req-56bcceb6-8a65-4d97-96ce-ffb94c5e63fc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Mar 08 22:28:55.124888 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e32a3-2337-46c0-bcb7-c549354060a3 req-f716333b-d7f5-4aac-9406-71181da35b0d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:55.126373 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-448e32a3-2337-46c0-bcb7-c549354060a3 req-f716333b-d7f5-4aac-9406-71181da35b0d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0583620 Mar 08 22:28:55.174912 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-448e32a3-2337-46c0-bcb7-c549354060a3 req-8c52ec00-ff88-4615-b1df-f655bbe5b872 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Mar 08 22:28:55.453470 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed2edb-163b-4d44-aca4-2356320360bc req-5b312370-d0bc-48ce-83b9-35b9e80fe944 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:55.454966 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-10ed2edb-163b-4d44-aca4-2356320360bc req-5b312370-d0bc-48ce-83b9-35b9e80fe944 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0509868 Mar 08 22:28:55.500036 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-10ed2edb-163b-4d44-aca4-2356320360bc req-a7a9762a-03d4-4d43-8ce7-70f889c062c0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Mar 08 22:28:56.394380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93185799-c395-426a-a7ec-4ac3dd897cca req-2d939eb0-5c54-4e36-9640-d2d285d06d1d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:56.394380 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93185799-c395-426a-a7ec-4ac3dd897cca req-2d939eb0-5c54-4e36-9640-d2d285d06d1d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0640805 Mar 08 22:28:56.394380 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93185799-c395-426a-a7ec-4ac3dd897cca req-973a61cc-f877-4ea9-9255-a758822bc5fa tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485580 Mar 08 22:28:56.637515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a7b7-0d50-495a-8707-d714248dfb64 req-f21fdf22-0b7b-452e-8c93-234de85b392c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:56.639089 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e7d4a7b7-0d50-495a-8707-d714248dfb64 req-f21fdf22-0b7b-452e-8c93-234de85b392c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0664308 Mar 08 22:28:56.686960 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e7d4a7b7-0d50-495a-8707-d714248dfb64 req-61e2ed4e-cf54-46f6-ae3f-9ea346ecdbbc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Mar 08 22:28:57.348024 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40070) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:57.472314 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-73a9d34d-15c6-4934-8bfd-45929a30ae7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.509695 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc78ab-24fb-4107-9274-1219e87399c2 req-a86d397d-c306-41bb-af86-cbab5ddbb6b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:57.511292 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98dc78ab-24fb-4107-9274-1219e87399c2 req-a86d397d-c306-41bb-af86-cbab5ddbb6b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0561996 Mar 08 22:28:57.546462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-73a9d34d-15c6-4934-8bfd-45929a30ae7e admin admin] Publish callbacks [] for security_group (22156338-6eb3-4e35-8074-a2a0dc6edfb6), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.558393 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98dc78ab-24fb-4107-9274-1219e87399c2 req-b330070a-829b-4548-8d35-736dbee4406b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Mar 08 22:28:57.628776 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-73a9d34d-15c6-4934-8bfd-45929a30ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (22156338-6eb3-4e35-8074-a2a0dc6edfb6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.665460 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d34d-15c6-4934-8bfd-45929a30ae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22156338-6eb3-4e35-8074-a2a0dc6edfb6,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:57.670279 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-73a9d34d-15c6-4934-8bfd-45929a30ae7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddb94da1d38545198ab60896a2e23167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210633 Mar 08 22:28:57.672969 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40080) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:57.721220 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] Publish callbacks [] for security_group (22156338-6eb3-4e35-8074-a2a0dc6edfb6), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.742467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] Publish callbacks [] for security_group (22156338-6eb3-4e35-8074-a2a0dc6edfb6), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.821474 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b02de-13a9-4035-bd3a-f088952843b9 req-52e8516b-19db-4a1b-aef8-22e0d4ba2b25 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:57.823002 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ef5b02de-13a9-4035-bd3a-f088952843b9 req-52e8516b-19db-4a1b-aef8-22e0d4ba2b25 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0697813 Mar 08 22:28:57.877052 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ef5b02de-13a9-4035-bd3a-f088952843b9 req-f37b6b0c-f625-45d5-8c9d-5a79d352c3ca tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Mar 08 22:28:57.948828 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (22156338-6eb3-4e35-8074-a2a0dc6edfb6), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.951529 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:57.953422 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22156338-6eb3-4e35-8074-a2a0dc6edfb6 HTTP/1.1" status: 204 len: 168 time: 0.2790029 Mar 08 22:28:57.961561 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7005-782f-44af-849e-f2ef16d6a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22156338-6eb3-4e35-8074-a2a0dc6edfb6,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:58.554959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 40092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:58.567043 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d05099-0fe7-43ce-b9c4-aaee3c77be22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.670663 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d05099-0fe7-43ce-b9c4-aaee3c77be22 admin admin] Publish callbacks [] for security_group (be5dcb96-b0a7-4f70-a707-ad034e195604), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.697156 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ddcb-b7d8-4c9f-b480-3ddaf4f2096b req-8d65dfa4-2a73-402a-ba77-6c67eedba11e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:58.702206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3793ddcb-b7d8-4c9f-b480-3ddaf4f2096b req-8d65dfa4-2a73-402a-ba77-6c67eedba11e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0621753 Mar 08 22:28:58.749406 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3793ddcb-b7d8-4c9f-b480-3ddaf4f2096b req-4992e49c-c60d-4809-83b2-ce066f4923ec tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Mar 08 22:28:58.750400 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3d05099-0fe7-43ce-b9c4-aaee3c77be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (be5dcb96-b0a7-4f70-a707-ad034e195604), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.788490 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d3d05099-0fe7-43ce-b9c4-aaee3c77be22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a214d1e8d76746618ceb150e8ddff7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330790 Mar 08 22:28:58.789348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d05099-0fe7-43ce-b9c4-aaee3c77be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5dcb96-b0a7-4f70-a707-ad034e195604,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:58.792069 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40098) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:58.839594 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] Publish callbacks [] for security_group (be5dcb96-b0a7-4f70-a707-ad034e195604), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.859609 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] Publish callbacks [] for security_group (be5dcb96-b0a7-4f70-a707-ad034e195604), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.976431 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (be5dcb96-b0a7-4f70-a707-ad034e195604), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.979065 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:58.980275 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be5dcb96-b0a7-4f70-a707-ad034e195604 HTTP/1.1" status: 204 len: 168 time: 0.1868353 Mar 08 22:28:58.992990 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0060e-c75e-4100-bcac-404dbf1ba82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5dcb96-b0a7-4f70-a707-ad034e195604,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:59.017403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b8065-0e69-4a4d-bb2c-d67d25026e48 req-03be8211-f3a3-44b3-9a0c-fa8708de1c9e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:59.019025 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8b9b8065-0e69-4a4d-bb2c-d67d25026e48 req-03be8211-f3a3-44b3-9a0c-fa8708de1c9e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0761616 Mar 08 22:28:59.068697 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8b9b8065-0e69-4a4d-bb2c-d67d25026e48 req-3a970225-d02e-470c-90ec-5e450e7d99f9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Mar 08 22:28:59.582453 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40110) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:59.595803 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3c3b-d7cd-4a23-86b7-fa4f12b45c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.665918 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3c3b-d7cd-4a23-86b7-fa4f12b45c6b admin admin] Publish callbacks [] for security_group (b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.731877 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3c3b-d7cd-4a23-86b7-fa4f12b45c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.768831 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3c3b-d7cd-4a23-86b7-fa4f12b45c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:28:59.775561 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-fcaa3c3b-d7cd-4a23-86b7-fa4f12b45c6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58e061d99e3c4d3facbbf8f782b171e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895821 Mar 08 22:28:59.775928 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40116) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:28:59.822547 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] Publish callbacks [] for security_group (b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.843935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] Publish callbacks [] for security_group (b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.868540 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5830a-2925-4f3e-80f6-92ddd4ae2e76 req-de54723c-5387-4691-812d-ac1036900e87 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:28:59.870019 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7bf5830a-2925-4f3e-80f6-92ddd4ae2e76 req-de54723c-5387-4691-812d-ac1036900e87 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Mar 08 22:28:59.916479 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7bf5830a-2925-4f3e-80f6-92ddd4ae2e76 req-29b85506-b571-4d43-9c85-5203a373fd79 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Mar 08 22:28:59.966196 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.968846 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:28:59.969975 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f HTTP/1.1" status: 204 len: 168 time: 0.1933713 Mar 08 22:28:59.978447 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a853a32-62f9-45a1-b458-1d08fabea822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acdc4e-b6ab-4c4a-b28a-c6fcf46ff08f,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:00.184664 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f6c10-d0a8-4d29-b7c4-891b63affb97 req-dceda61d-ab4c-4c8b-97d2-a6dd372f4482 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:00.186124 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6a8f6c10-d0a8-4d29-b7c4-891b63affb97 req-dceda61d-ab4c-4c8b-97d2-a6dd372f4482 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0523012 Mar 08 22:29:00.233087 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6a8f6c10-d0a8-4d29-b7c4-891b63affb97 req-7cc18e63-e959-4a45-b926-ee8789c45ba4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Mar 08 22:29:01.035651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b67bd8-5b9d-4442-b933-224c928553d7 req-ace4be57-1e67-4469-a73e-5dff0802ce94 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:01.037220 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a5b67bd8-5b9d-4442-b933-224c928553d7 req-ace4be57-1e67-4469-a73e-5dff0802ce94 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Mar 08 22:29:01.090163 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a5b67bd8-5b9d-4442-b933-224c928553d7 req-05bee20d-6da8-4970-bead-19ad17bd7025 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Mar 08 22:29:01.349367 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32eebc-a0f4-4345-a723-71546ac74bd8 req-4b862870-b526-4f1e-8a09-89118a531924 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:01.350743 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ac32eebc-a0f4-4345-a723-71546ac74bd8 req-4b862870-b526-4f1e-8a09-89118a531924 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 943 time: 0.0519218 Mar 08 22:29:01.397573 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ac32eebc-a0f4-4345-a723-71546ac74bd8 req-f474f108-8d72-45a0-85b0-e730be5af44a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Mar 08 22:29:02.105882 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device ed01eac7-d953-4339-be02-87fc40bea3a4 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:29:02.202884 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=ed01eac7-d953-4339-be02-87fc40bea3a4,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:02.207381 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb9a2-185c-4010-9106-13e1dc3f7c4e req-bc3a3e91-2d6c-44a9-bc94-6b247f23fd4b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:02.208855 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c07fb9a2-185c-4010-9106-13e1dc3f7c4e req-bc3a3e91-2d6c-44a9-bc94-6b247f23fd4b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Mar 08 22:29:02.213181 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'ed01eac7-d953-4339-be02-87fc40bea3a4', 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38', 'port_id': 'ed01eac7-d953-4339-be02-87fc40bea3a4', 'mac_address': 'fa:16:3e:59:fc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef41c292-e580-4554-85a8-17d40ed34426', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:29:02.250387 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port ed01eac7-d953-4339-be02-87fc40bea3a4 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:29:02.250783 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:02.254692 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c07fb9a2-185c-4010-9106-13e1dc3f7c4e req-acb4e4f3-916c-41a1-933f-eb9821078c97 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Mar 08 22:29:02.265325 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed01eac7-d953-4339-be02-87fc40bea3a4 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:29:02.284796 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=ed01eac7-d953-4339-be02-87fc40bea3a4,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:02.343314 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:02.390009 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:02.517425 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402dcf1-d061-4a6f-8b9a-11dbe06cd51d req-0c5ba963-1901-4302-a755-7045145f2e89 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:02.518910 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c402dcf1-d061-4a6f-8b9a-11dbe06cd51d req-0c5ba963-1901-4302-a755-7045145f2e89 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0542717 Mar 08 22:29:02.563276 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c402dcf1-d061-4a6f-8b9a-11dbe06cd51d req-cecc4eb4-f2fa-44c3-bcb9-c62a2a8e5c22 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Mar 08 22:29:03.371247 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae1fb-38ef-4cdc-a7e2-d966e2ad4692 req-acbcc2f9-398c-46ac-ba0a-3bbd54435489 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:03.378887 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953ae1fb-38ef-4cdc-a7e2-d966e2ad4692 req-acbcc2f9-398c-46ac-ba0a-3bbd54435489 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Mar 08 22:29:03.417898 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953ae1fb-38ef-4cdc-a7e2-d966e2ad4692 req-7aeb4560-4a23-4561-8152-0a896d764210 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Mar 08 22:29:03.675334 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872d233-0d3a-4385-b5de-c076e6b24433 req-ce290e04-5417-45a9-818d-b00cdb7eb815 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:03.676760 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f872d233-0d3a-4385-b5de-c076e6b24433 req-ce290e04-5417-45a9-818d-b00cdb7eb815 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0501621 Mar 08 22:29:03.720747 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f872d233-0d3a-4385-b5de-c076e6b24433 req-7d63bf75-6dbf-41ff-932a-94214defb9d1 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Mar 08 22:29:04.538106 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2884aa-0724-4023-91d2-fbb995b9a5c5 req-2e7001a1-7e89-4200-b5cf-846f4df35305 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:04.539583 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8d2884aa-0724-4023-91d2-fbb995b9a5c5 req-2e7001a1-7e89-4200-b5cf-846f4df35305 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0557039 Mar 08 22:29:04.583609 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8d2884aa-0724-4023-91d2-fbb995b9a5c5 req-9ab2c40e-b53c-499a-97ae-ca50275954e3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Mar 08 22:29:04.848117 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ef465-caab-41fc-9ee5-25851fb8d9fb req-4b326bb0-803b-4bd0-ba8d-c4373409f71c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:04.849914 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4f7ef465-caab-41fc-9ee5-25851fb8d9fb req-4b326bb0-803b-4bd0-ba8d-c4373409f71c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0583916 Mar 08 22:29:04.907806 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4f7ef465-caab-41fc-9ee5-25851fb8d9fb req-bd05dbea-7e24-449a-98aa-d970b32c5716 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Mar 08 22:29:05.590993 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['ed01eac7-d953-4339-be02-87fc40bea3a4'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:29:05.708869 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e9df-18b2-4199-a1c6-d9cfe28c755e req-cfb766ba-f62e-4422-a166-3b07df067b76 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:05.710350 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9186e9df-18b2-4199-a1c6-d9cfe28c755e req-cfb766ba-f62e-4422-a166-3b07df067b76 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0614061 Mar 08 22:29:05.757879 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9186e9df-18b2-4199-a1c6-d9cfe28c755e req-d5939418-847b-42a9-bb29-a7bbc8312f68 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Mar 08 22:29:06.039437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cceb45-b097-45ba-9c6f-4d31b9b506fc req-ca816e27-9b1d-4719-854a-ba516ba7130d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:06.040926 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9cceb45-b097-45ba-9c6f-4d31b9b506fc req-ca816e27-9b1d-4719-854a-ba516ba7130d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0585668 Mar 08 22:29:06.088575 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9cceb45-b097-45ba-9c6f-4d31b9b506fc req-90203ad8-bad6-48a3-925c-7b7b251a12d5 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Mar 08 22:29:06.106496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536953f9-1a61-4e22-a37c-ef588ec9d4ab req-9991efb2-0a30-409d-8022-f295c90e9ed5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:06.108032 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-536953f9-1a61-4e22-a37c-ef588ec9d4ab req-9991efb2-0a30-409d-8022-f295c90e9ed5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0573859 Mar 08 22:29:06.156513 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-536953f9-1a61-4e22-a37c-ef588ec9d4ab req-fd33b33b-36a2-4bfe-b766-da91e1f143b9 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Mar 08 22:29:06.177783 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 40274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:06.361797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdf5ab-0402-45a3-a0a4-6fa27b7dd133 tempest-TestMinimumBasicScenario-581855233 tempest-TestMinimumBasicScenario-581855233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:06.363304 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-82fdf5ab-0402-45a3-a0a4-6fa27b7dd133 tempest-TestMinimumBasicScenario-581855233 tempest-TestMinimumBasicScenario-581855233-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1124 time: 0.1845448 Mar 08 22:29:06.366048 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 40278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:06.370424 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'port_id': '826566f2-727e-43b9-af87-4dc67d9de513', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:06.492135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:06.589676 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:06.692290 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Allocated IP 172.27.1.117 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:29:06.793921 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:06.870128 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:06.892066 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a83d78-2f0e-4dd2-8183-3fac3bad1d48 req-0b472b83-0184-47b2-91c7-0970f9633940 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:06.893792 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-64a83d78-2f0e-4dd2-8183-3fac3bad1d48 req-0b472b83-0184-47b2-91c7-0970f9633940 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Mar 08 22:29:06.931737 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:29:06.934634 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:29:06.938682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:29:06.944385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'Port': ['ID=0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:06.958879 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-64a83d78-2f0e-4dd2-8183-3fac3bad1d48 req-db0780ee-1953-4fed-960a-267ec5d4d45b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584929 Mar 08 22:29:06.972393 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.972751 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.973097 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.973440 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.973783 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.974381 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.974716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.975072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.975402 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.975735 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.976057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.976384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:06.976706 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:07.264599 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e283047-198d-4b09-8fd8-8c6175c6aec8 req-ae69ce1f-56b4-44b9-a3f3-202e1f383e5b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:07.265970 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5e283047-198d-4b09-8fd8-8c6175c6aec8 req-ae69ce1f-56b4-44b9-a3f3-202e1f383e5b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.1063395 Mar 08 22:29:07.352695 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5e283047-198d-4b09-8fd8-8c6175c6aec8 req-73afb1af-8279-4df6-b746-b3e9ca397553 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808318 Mar 08 22:29:07.394319 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for floatingip (1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:07.501725 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:07.651820 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:07.691494 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:07.759740 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'Port': ['ID=0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:07.771614 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:07.875453 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Floating IP 1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23 associated. External IP: 172.27.1.117, port: 826566f2-727e-43b9-af87-4dc67d9de513. Mar 08 22:29:08.081760 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f1d25-0df4-4e54-b52c-a660b6419cce req-9763bc57-50eb-4203-93f1-117ebb4b098d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:08.083331 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-302f1d25-0df4-4e54-b52c-a660b6419cce req-9763bc57-50eb-4203-93f1-117ebb4b098d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0578370 Mar 08 22:29:08.093717 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:29:08.137093 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-302f1d25-0df4-4e54-b52c-a660b6419cce req-aad7e6d3-5576-4515-947b-14cbf10e0529 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466776 Mar 08 22:29:08.219672 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:29:08.229524 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Sync routers for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:29:08.240447 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.241061 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:29:08.241703 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:28:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:29:08.299288 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.329409 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9fcc31f4-ed97-49f7-baa6-410314bab498 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9622993 Mar 08 22:29:08.330202 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:29:08.332266 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40298) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:08.332526 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64c474-03a7-4a94-a436-f0a098de42dd" -d '{"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:29:08.337806 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980137271', 'description': 'tempest-secgroup-smoke-1980137271 description', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:08.359640 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:29:08.371231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7d5987-7f1f-4dbd-b63d-aa4247a8b801 x-openstack-request-id: req-fa7d5987-7f1f-4dbd-b63d-aa4247a8b801 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:29:08.371518 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:29:08.371768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa7d5987-7f1f-4dbd-b63d-aa4247a8b801 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:29:08.372170 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:29:08.448267 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.489911 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5279592-9096-42ad-b5d2-066b7e679beb req-d8c54799-de0c-40bd-bdef-b3405628540e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:08.491326 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b5279592-9096-42ad-b5d2-066b7e679beb req-d8c54799-de0c-40bd-bdef-b3405628540e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0724604 Mar 08 22:29:08.566602 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (c7117d6e-1da4-478f-ac01-e58c2e31d82b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.570195 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b5279592-9096-42ad-b5d2-066b7e679beb req-5395cf52-ccd8-4501-a2e7-54d48e46d905 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717511 Mar 08 22:29:08.597402 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'port_id': '826566f2-727e-43b9-af87-4dc67d9de513', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'mac_address': 'fa:16:3e:ab:28:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:29:07Z', 'updated_at': '2022-03-08T22:29:07Z', 'revision_number': 0, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:29:08.624273 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Checking router: 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:29:08.632586 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:29:08.633242 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:28:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:29:08.645631 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c7117d6e-1da4-478f-ac01-e58c2e31d82b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.678258 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7117d6e-1da4-478f-ac01-e58c2e31d82b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:08.686058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.686404 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.686765 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.687126 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.687455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.687781 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.688109 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.688431 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.688756 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.689076 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.689392 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.689710 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.690069 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:08.728298 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.729577 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c85a17bd-ab78-4f30-ab05-56136dfda0eb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3961396 Mar 08 22:29:08.732513 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40304) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:08.737976 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:08.751096 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:29:08.799934 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (d791adc0-073f-4572-b2e6-4fcf9dc12927), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.855294 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (d791adc0-073f-4572-b2e6-4fcf9dc12927), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.913665 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (d791adc0-073f-4572-b2e6-4fcf9dc12927), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.930787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d791adc0-073f-4572-b2e6-4fcf9dc12927,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:08.979490 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-01274072-2410-48de-a935-97976f31d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'port_id': '826566f2-727e-43b9-af87-4dc67d9de513', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'mac_address': 'fa:16:3e:ab:28:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:29:07Z', 'updated_at': '2022-03-08T22:29:07Z', 'revision_number': 0, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:29:08.990552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:08.991801 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e20d0175-af00-4314-8b1d-b307702dee86 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581704 Mar 08 22:29:08.994429 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40308) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:08.999372 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:09.007212 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01274072-2410-48de-a935-97976f31d5d6 None None] The sync data for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi is: [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'port_id': '826566f2-727e-43b9-af87-4dc67d9de513', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'mac_address': 'fa:16:3e:ab:28:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:29:07Z', 'updated_at': '2022-03-08T22:29:07Z', 'revision_number': 0, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:29:09.077699 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (7647b212-147c-4be1-a590-165436468f19), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.139952 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (7647b212-147c-4be1-a590-165436468f19), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.212496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (7647b212-147c-4be1-a590-165436468f19), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.225870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faef444-4fc5-4478-99f4-8726222b8d96 None None] New status for floating IP 1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:29:09.262862 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7647b212-147c-4be1-a590-165436468f19,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:09.281120 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c5048-87ac-49df-878e-6fd8eda3795b req-86e670c4-3b78-49fe-94e8-2b83716e13ba tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:09.282616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e4c5048-87ac-49df-878e-6fd8eda3795b req-86e670c4-3b78-49fe-94e8-2b83716e13ba tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0710223 Mar 08 22:29:09.322043 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.323407 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-fdaad2df-87d5-4841-8ac8-c5053d7028fa tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278444 Mar 08 22:29:09.326001 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40318) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:09.330584 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:09.343322 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e4c5048-87ac-49df-878e-6fd8eda3795b req-ac62e01c-c4f6-49bc-a247-e6456df9f1d7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550294 Mar 08 22:29:09.410769 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (2f18ca67-6184-43eb-b45a-f389e20e22ec), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.472045 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (2f18ca67-6184-43eb-b45a-f389e20e22ec), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.588799 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (2f18ca67-6184-43eb-b45a-f389e20e22ec), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.607396 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f18ca67-6184-43eb-b45a-f389e20e22ec,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:09.670651 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.671915 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-364c82cc-a409-4fc5-a12b-818c88900550 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448951 Mar 08 22:29:09.674790 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40322) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:09.680793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:09.712859 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f6eba-f246-4b3d-924a-f45669c84eaa req-715e7f83-8aee-4629-bf59-56d5d79cd827 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:09.714320 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6d7f6eba-f246-4b3d-924a-f45669c84eaa req-715e7f83-8aee-4629-bf59-56d5d79cd827 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0766184 Mar 08 22:29:09.759906 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6d7f6eba-f246-4b3d-924a-f45669c84eaa req-63b97884-0973-449d-9030-9b849fa74fc4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Mar 08 22:29:09.776312 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (fee7ba2a-7c6b-445a-9cb4-b524575cccb6), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.821737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (fee7ba2a-7c6b-445a-9cb4-b524575cccb6), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.862742 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (fee7ba2a-7c6b-445a-9cb4-b524575cccb6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.880463 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee7ba2a-7c6b-445a-9cb4-b524575cccb6,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:09.944856 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:09.946167 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9b0eb003-af7d-4626-bdf9-976625cebe4c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2703686 Mar 08 22:29:09.948892 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40324) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:09.953923 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:10.045916 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.securitygroups_db [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Project dfacbf49bca04d4297a1b3770e039e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:29:10.051523 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (25898b81-6609-460e-90de-2cd573e6d424), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.114545 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (25898b81-6609-460e-90de-2cd573e6d424), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.182728 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (25898b81-6609-460e-90de-2cd573e6d424), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.206145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25898b81-6609-460e-90de-2cd573e6d424,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:10.276005 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.277219 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e059a353-1bff-4f6b-9193-ad95a0faad9e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274357 Mar 08 22:29:10.280199 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40332) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:10.284562 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'security_group_rule': {'security_group_id': 'c7117d6e-1da4-478f-ac01-e58c2e31d82b', 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:10.365732 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.securitygroups_db [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Project dfacbf49bca04d4297a1b3770e039e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:29:10.371048 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (6ea71e26-5ce5-4808-9517-64d2042fe30b), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.431036 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (6ea71e26-5ce5-4808-9517-64d2042fe30b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.463254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8450dd9-8116-4c23-9d45-32b53581aab2 req-251c54d3-c738-4d42-bc7a-ffb615aa7abe tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:10.464742 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8450dd9-8116-4c23-9d45-32b53581aab2 req-251c54d3-c738-4d42-bc7a-ffb615aa7abe tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0565259 Mar 08 22:29:10.512913 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8450dd9-8116-4c23-9d45-32b53581aab2 req-a1a78988-3593-4099-b25f-82ec326a5609 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Mar 08 22:29:10.514070 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (6ea71e26-5ce5-4808-9517-64d2042fe30b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.532707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea71e26-5ce5-4808-9517-64d2042fe30b,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:10.613456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.614665 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8ef3549e-b771-474c-8fb6-e7203d49a9d5 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335078 Mar 08 22:29:10.710632 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-94e56f5e-9e61-430e-be88-83fee4ffbde2 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980137271&fields=id&tenant_id=dfacbf49bca04d4297a1b3770e039e4b HTTP/1.1" status: 200 len: 267 time: 0.0517380 Mar 08 22:29:10.767686 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-08f5ec1b-d2a8-4c8a-b0e1-9577a21e26c6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:10.769106 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-08f5ec1b-d2a8-4c8a-b0e1-9577a21e26c6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Mar 08 22:29:10.779804 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'port': {'security_groups': ['08d2095c-f3f1-4b83-b2a7-ac82b89c8900', 'c7117d6e-1da4-478f-ac01-e58c2e31d82b']}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:10.855853 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:10.881542 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e220-d79a-46c2-b53b-6292cedabbfe req-5a7477c4-fe6d-410f-ba3a-2a11bd7968fb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:10.881785 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2226e220-d79a-46c2-b53b-6292cedabbfe req-5a7477c4-fe6d-410f-ba3a-2a11bd7968fb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0548637 Mar 08 22:29:10.933526 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2226e220-d79a-46c2-b53b-6292cedabbfe req-6dea944d-b3bd-42ce-bad8-120432854633 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Mar 08 22:29:11.270614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:11.301126 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for port (826566f2-727e-43b9-af87-4dc67d9de513), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:11.365634 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:11.414248 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:11.415054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for port (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:11.416457 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-415b85df-c100-464d-89b7-ef82b7c8a227 req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "PUT /v2.0/ports/826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 981 time: 0.6414075 Mar 08 22:29:11.417342 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:29:11.427256 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:29:11.460419 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618a365-efcc-465a-853c-202e61d0ead6 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:11.482120 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6884b-06ab-49a4-86b3-7709127b9b6f x-openstack-request-id: req-cff6884b-06ab-49a4-86b3-7709127b9b6f {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:29:11.482488 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:29:11.482880 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cff6884b-06ab-49a4-86b3-7709127b9b6f {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:29:11.483320 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:29:11.545975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e69cb-de9a-4bf5-b058-3a98cec1d28b req-3fd8f12c-6681-45b5-b427-78d7d9fe6a10 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:11.547770 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3d9e69cb-de9a-4bf5-b058-3a98cec1d28b req-3fd8f12c-6681-45b5-b427-78d7d9fe6a10 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0589056 Mar 08 22:29:11.616741 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3d9e69cb-de9a-4bf5-b058-3a98cec1d28b req-13169e21-eed1-49fa-9976-1a2572ceeba3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631759 Mar 08 22:29:11.635103 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f1a30-a59d-41ef-b6e5-e4349ac77b23 req-8a2ee9a2-b1b9-47a3-9798-2437371cf2d6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:11.636571 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-785f1a30-a59d-41ef-b6e5-e4349ac77b23 req-8a2ee9a2-b1b9-47a3-9798-2437371cf2d6 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0520220 Mar 08 22:29:11.681850 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-785f1a30-a59d-41ef-b6e5-e4349ac77b23 req-59403e49-0f91-4f96-8b63-24a9cf6e643b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Mar 08 22:29:11.695084 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d15f94c7-42ce-4fae-8934-2e6e9e4a5acc None None] Provisioning complete for port 826566f2-727e-43b9-af87-4dc67d9de513 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:29:11.695584 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15f94c7-42ce-4fae-8934-2e6e9e4a5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (826566f2-727e-43b9-af87-4dc67d9de513), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:11.772203 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d15f94c7-42ce-4fae-8934-2e6e9e4a5acc None None] Current status of the port 826566f2-727e-43b9-af87-4dc67d9de513 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:29:12.052398 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30ec02-c898-48fe-ab84-98601739a213 req-ff4a6cf4-fcf8-4450-b797-75acc8cfb1ea tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:12.053864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad30ec02-c898-48fe-ab84-98601739a213 req-ff4a6cf4-fcf8-4450-b797-75acc8cfb1ea tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0537865 Mar 08 22:29:12.100553 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad30ec02-c898-48fe-ab84-98601739a213 req-8c7c03e8-e06a-493a-a05f-100e9ff3940a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Mar 08 22:29:12.802497 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d21b1-37bd-4b12-a010-c64b3679e49d req-6fd00bd3-6dd9-4d82-b41c-44cc98de9d5f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:12.804024 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-437d21b1-37bd-4b12-a010-c64b3679e49d req-6fd00bd3-6dd9-4d82-b41c-44cc98de9d5f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Mar 08 22:29:12.857023 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-437d21b1-37bd-4b12-a010-c64b3679e49d req-15ccc68c-5c4d-48b0-84c2-56289049e806 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Mar 08 22:29:13.216559 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb05f7-416d-4b10-97ef-479c998ea3a8 req-19ec0fb4-3b44-41eb-954d-ed87ba15b347 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:13.218581 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0eb05f7-416d-4b10-97ef-479c998ea3a8 req-19ec0fb4-3b44-41eb-954d-ed87ba15b347 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0520914 Mar 08 22:29:13.269413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0eb05f7-416d-4b10-97ef-479c998ea3a8 req-17ae0871-5397-4c25-ba7b-2532d5d6f51c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Mar 08 22:29:13.971426 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2fd33-3c7d-48bc-bf81-d67e3d5d9963 req-63e53cfb-5673-4062-8dfa-8d113385939e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:13.972845 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7bc2fd33-3c7d-48bc-bf81-d67e3d5d9963 req-63e53cfb-5673-4062-8dfa-8d113385939e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0506897 Mar 08 22:29:14.020421 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7bc2fd33-3c7d-48bc-bf81-d67e3d5d9963 req-14024a6e-474b-427a-a4d4-29f8f4d855dc tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Mar 08 22:29:14.388775 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa3f9-f578-45d0-86ee-df438b509ef8 req-50c5406c-9432-440f-8ba8-48804ada4c21 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:14.390735 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c47aa3f9-f578-45d0-86ee-df438b509ef8 req-50c5406c-9432-440f-8ba8-48804ada4c21 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0534639 Mar 08 22:29:14.437195 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c47aa3f9-f578-45d0-86ee-df438b509ef8 req-de5037e2-7c20-4b42-aa86-bcb1a9e3c101 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Mar 08 22:29:15.140890 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3dcd-77d5-44fd-9349-12ad311facad req-a980d9e7-7d29-442a-bdb4-005c8d7fd52e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:15.142374 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6d3dcd-77d5-44fd-9349-12ad311facad req-a980d9e7-7d29-442a-bdb4-005c8d7fd52e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Mar 08 22:29:15.187586 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6d3dcd-77d5-44fd-9349-12ad311facad req-34e0c7ee-0bbd-4396-8374-1f2c0b99f567 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Mar 08 22:29:15.302791 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9341780f-b308-4e29-9cfd-747a7c49a589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:15.554486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7c639-49b1-4f0c-8612-ac8feac7d180 req-44e86ebe-18eb-43be-86d1-4778a67cc21f tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:15.555876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16c7c639-49b1-4f0c-8612-ac8feac7d180 req-44e86ebe-18eb-43be-86d1-4778a67cc21f tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0517602 Mar 08 22:29:15.600941 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-16c7c639-49b1-4f0c-8612-ac8feac7d180 req-6d300632-a5ba-40eb-a060-6c788c29d828 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Mar 08 22:29:16.212724 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:29:16.268675 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c474-03a7-4a94-a436-f0a098de42dd req-046444cf-bee5-427c-a544-6cf5ac8bd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:16.271785 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-046444cf-bee5-427c-a544-6cf5ac8bd7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1168 time: 0.0509036 Mar 08 22:29:16.317089 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060146c-a2bb-4a25-91ce-ad77e90846df req-b9ef55d9-c372-4283-b6b0-6c3d3187850d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:16.318602 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d060146c-a2bb-4a25-91ce-ad77e90846df req-b9ef55d9-c372-4283-b6b0-6c3d3187850d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0586443 Mar 08 22:29:16.365433 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d060146c-a2bb-4a25-91ce-ad77e90846df req-aed54f72-96bc-4038-a38d-7ab366ee7a4e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Mar 08 22:29:16.715040 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3749-2df9-4403-8006-073a9fc4fe87 req-9d839201-428d-4400-925e-c4918d59aac3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:16.716412 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df4c3749-2df9-4403-8006-073a9fc4fe87 req-9d839201-428d-4400-925e-c4918d59aac3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0516727 Mar 08 22:29:16.761904 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df4c3749-2df9-4403-8006-073a9fc4fe87 req-61996baa-151f-4b66-a6d7-2f1498f9a32e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Mar 08 22:29:17.297336 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29a3df9c-2378-4be8-954d-8740c957a834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:17.481756 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b5d2e-b5c3-4d61-a75d-a742c089e220 req-5894def4-55d0-47fb-8205-1987f1235316 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:17.483167 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-450b5d2e-b5c3-4d61-a75d-a742c089e220 req-5894def4-55d0-47fb-8205-1987f1235316 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Mar 08 22:29:17.528207 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-450b5d2e-b5c3-4d61-a75d-a742c089e220 req-09f18231-745f-4ee7-a08e-6be0232f41e1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Mar 08 22:29:17.875166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dd07c-613b-4ec9-8a4c-b7ab464bd6dc req-6a506211-83dd-42b3-8107-009f2d7ea614 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:17.876590 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-728dd07c-613b-4ec9-8a4c-b7ab464bd6dc req-6a506211-83dd-42b3-8107-009f2d7ea614 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0510762 Mar 08 22:29:17.920425 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-728dd07c-613b-4ec9-8a4c-b7ab464bd6dc req-31ec378d-0a1e-4d1c-9c24-29e9adfcde73 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384915 Mar 08 22:29:18.240719 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c474-03a7-4a94-a436-f0a098de42dd req-67b65f47-775b-4dec-8d41-ea3cf52d009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:18.242191 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-67b65f47-775b-4dec-8d41-ea3cf52d009f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.0942523 Mar 08 22:29:18.310749 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:29:18.321043 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-906af56b-1050-4d80-847e-372931f9915e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1001 time: 0.0675933 Mar 08 22:29:18.379780 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c474-03a7-4a94-a436-f0a098de42dd req-79d53a6f-325f-43e9-91ad-c31b2a26cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:18.381238 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-79d53a6f-325f-43e9-91ad-c31b2a26cf09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0439415 Mar 08 22:29:18.431852 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c474-03a7-4a94-a436-f0a098de42dd req-fdddec87-ac2c-4bfe-9529-c5cfe4e04060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:18.433446 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-fdddec87-ac2c-4bfe-9529-c5cfe4e04060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445876 Mar 08 22:29:18.488833 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:18.529983 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-4934454b-f3c4-4632-ad3a-f9d2608ea880 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Mar 08 22:29:18.651172 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-be64c474-03a7-4a94-a436-f0a098de42dd req-8f3856ad-7a6d-4795-96f0-e872ee379ccd service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136074 Mar 08 22:29:18.672614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27730ad3-77f4-40d7-b55d-0af75477ded0 req-3d302848-820a-4e1d-95f4-22e36cff7fbd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:18.674430 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27730ad3-77f4-40d7-b55d-0af75477ded0 req-3d302848-820a-4e1d-95f4-22e36cff7fbd tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0682018 Mar 08 22:29:18.724729 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-27730ad3-77f4-40d7-b55d-0af75477ded0 req-1ba21483-35d5-4dce-882e-5f5aefa34913 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Mar 08 22:29:19.038681 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575161-bc65-40e6-bf4a-98def4cd07f3 req-0487f169-e6a7-4580-8a98-7ed4cf42479e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.040369 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8575161-bc65-40e6-bf4a-98def4cd07f3 req-0487f169-e6a7-4580-8a98-7ed4cf42479e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Mar 08 22:29:19.091027 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a8575161-bc65-40e6-bf4a-98def4cd07f3 req-a44a6ec7-c42b-4887-ba27-422d9ecadce2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Mar 08 22:29:19.315003 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-0aa10b19-f528-4d90-98f1-314a25303336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.316562 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-0aa10b19-f528-4d90-98f1-314a25303336 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1168 time: 0.0442209 Mar 08 22:29:19.411216 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-f68ae5fa-b877-4fa9-8b39-e19d769c17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.412729 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-f68ae5fa-b877-4fa9-8b39-e19d769c17c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.0871725 Mar 08 22:29:19.483864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-a77d2488-ffb0-48aa-9d0b-718ac5b4ba89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1001 time: 0.0629582 Mar 08 22:29:19.529692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-05a0ca78-10df-4fc0-b5a7-b933e5057ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.531689 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-05a0ca78-10df-4fc0-b5a7-b933e5057ab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0427032 Mar 08 22:29:19.584291 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-fe07cce8-ac0d-40f2-bfa6-33b43d66db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.585844 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-fe07cce8-ac0d-40f2-bfa6-33b43d66db00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464036 Mar 08 22:29:19.859869 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e93e5f-e279-4cf2-b593-5911a622559e req-25a4f897-4c5c-4d38-a77d-71ddb0fb2066 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:19.862199 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94e93e5f-e279-4cf2-b593-5911a622559e req-25a4f897-4c5c-4d38-a77d-71ddb0fb2066 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0638018 Mar 08 22:29:19.923737 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94e93e5f-e279-4cf2-b593-5911a622559e req-4f44ca80-ac2f-41a3-9b22-7a71a0577e89 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556533 Mar 08 22:29:19.943290 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-b668b112-9e9b-46c9-84c2-136150a092d9 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336294 Mar 08 22:29:19.988573 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:20.041963 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2cd85f03-a21c-4c91-b691-01c0dbfba1ce req-ad1eb6a9-a19b-49a6-8af9-bd36c29b11b1 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902529 Mar 08 22:29:20.213231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aff03-a7df-45f4-8389-277b5ecce1be req-fd4ef17d-3674-478d-af84-62810edc5778 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:20.214333 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device ed01eac7-d953-4339-be02-87fc40bea3a4 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:29:20.214875 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5aff03-a7df-45f4-8389-277b5ecce1be req-fd4ef17d-3674-478d-af84-62810edc5778 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 944 time: 0.0552874 Mar 08 22:29:20.277987 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bd5aff03-a7df-45f4-8389-277b5ecce1be req-52c20722-7066-49d7-9e5e-68c864c02b7f tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573318 Mar 08 22:29:20.314364 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port ed01eac7-d953-4339-be02-87fc40bea3a4 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:29:20.321950 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port ed01eac7-d953-4339-be02-87fc40bea3a4 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:29:20.322331 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:20.403940 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port ed01eac7-d953-4339-be02-87fc40bea3a4 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:29:20.404374 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:20.427344 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:29:20.429611 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d10b01-a9d9-4f2a-94ce-39d81132f9be" -d '{"events": [{"server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "name": "network-vif-plugged", "status": "completed", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:29:20.445001 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=ed01eac7-d953-4339-be02-87fc40bea3a4,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:20.464885 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022ddc4-139f-4532-b7c9-c791d08a3f54 x-openstack-request-id: req-b022ddc4-139f-4532-b7c9-c791d08a3f54 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:29:20.465190 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "name": "network-vif-plugged", "status": "completed", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:29:20.465442 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b022ddc4-139f-4532-b7c9-c791d08a3f54 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:29:20.465836 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4', 'code': 200} Mar 08 22:29:20.514276 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:20.562456 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:20.779738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4007-223f-4777-875b-2f5f5d0ce39f req-e9563d85-36b6-466e-b5e2-34081784e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:20.781759 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1b7c4007-223f-4777-875b-2f5f5d0ce39f req-e9563d85-36b6-466e-b5e2-34081784e24a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 1129 time: 0.0457449 Mar 08 22:29:20.823739 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1b7c4007-223f-4777-875b-2f5f5d0ce39f req-d2d90d2c-4639-4546-804f-1eab21a4e794 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357029 Mar 08 22:29:21.042496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dabec-2054-4fb9-b632-bb0c2813a8e6 req-00e9a7a0-f566-49e3-ae5f-319aa306e315 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:21.044012 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ab3dabec-2054-4fb9-b632-bb0c2813a8e6 req-00e9a7a0-f566-49e3-ae5f-319aa306e315 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Mar 08 22:29:21.094534 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ab3dabec-2054-4fb9-b632-bb0c2813a8e6 req-e6763e24-46bc-49aa-9879-19f3262733ef tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Mar 08 22:29:21.325437 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:21.400051 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fc4f4-dc48-428e-bf33-2ba990bd3393 req-bd537283-6a64-4866-b780-a4a6e46ce8b9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:21.401515 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cb8fc4f4-dc48-428e-bf33-2ba990bd3393 req-bd537283-6a64-4866-b780-a4a6e46ce8b9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Mar 08 22:29:21.448419 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cb8fc4f4-dc48-428e-bf33-2ba990bd3393 req-4e06a12d-9734-460d-9075-090021bfc1fb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Mar 08 22:29:21.508299 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:29:22.211094 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4c9a8-afb2-48b5-a913-ae6ef3710f6a req-3dc62c6a-ff2c-4572-87f4-1a648e31a11a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:22.212546 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3af4c9a8-afb2-48b5-a913-ae6ef3710f6a req-3dc62c6a-ff2c-4572-87f4-1a648e31a11a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Mar 08 22:29:22.259230 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3af4c9a8-afb2-48b5-a913-ae6ef3710f6a req-990208b7-edc6-4738-bd10-6d192b428276 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Mar 08 22:29:22.569133 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d6e1a-fd17-4b89-9b8c-c70ccc9819fc req-90bd9603-2043-48e2-99af-2221dc9811a9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:22.570581 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-527d6e1a-fd17-4b89-9b8c-c70ccc9819fc req-90bd9603-2043-48e2-99af-2221dc9811a9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Mar 08 22:29:22.616164 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-527d6e1a-fd17-4b89-9b8c-c70ccc9819fc req-47d1728e-08c8-4533-abdb-5e492fc9e76a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Mar 08 22:29:23.376680 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a66f60-8615-4409-b112-b99a58241dc8 req-8205ed07-20f7-4e08-bfa0-02cdd574ace8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:23.378136 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95a66f60-8615-4409-b112-b99a58241dc8 req-8205ed07-20f7-4e08-bfa0-02cdd574ace8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0526662 Mar 08 22:29:23.426278 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95a66f60-8615-4409-b112-b99a58241dc8 req-f4ce4902-3b99-4352-ae29-b34a774ad6c5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Mar 08 22:29:23.733073 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb215cc-e333-4224-ac58-118975522f31 req-b196f2c4-f5e2-453b-9b6c-30a9fb2a134b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:23.734564 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5cb215cc-e333-4224-ac58-118975522f31 req-b196f2c4-f5e2-453b-9b6c-30a9fb2a134b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0524421 Mar 08 22:29:23.779531 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5cb215cc-e333-4224-ac58-118975522f31 req-437247c8-c961-46e3-a3cf-1a91e8b83b06 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Mar 08 22:29:24.543745 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184c28c-e79e-476b-bcba-cdecce9583be req-a1331501-9082-439a-a164-2928489c5452 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:24.545124 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9184c28c-e79e-476b-bcba-cdecce9583be req-a1331501-9082-439a-a164-2928489c5452 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0525379 Mar 08 22:29:24.592786 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9184c28c-e79e-476b-bcba-cdecce9583be req-2f2cf45b-27ef-4a55-9ecb-9d7ab68bfe84 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 Mar 08 22:29:24.900557 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033fb1e-5cb7-4fca-9c86-f63b5ebffcb9 req-01fa5d50-e4d2-4c5e-8ac7-82d641fb9fdc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:24.902097 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9033fb1e-5cb7-4fca-9c86-f63b5ebffcb9 req-01fa5d50-e4d2-4c5e-8ac7-82d641fb9fdc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0557895 Mar 08 22:29:24.950248 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9033fb1e-5cb7-4fca-9c86-f63b5ebffcb9 req-3c1f68a1-58c7-4a06-9896-9f1dc78c74b3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Mar 08 22:29:25.709532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a9445-9dd2-4987-a657-5b7f6e5ad80a req-71ded2f5-018a-4913-b6e3-c7db8b67afa5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:25.711033 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff1a9445-9dd2-4987-a657-5b7f6e5ad80a req-71ded2f5-018a-4913-b6e3-c7db8b67afa5 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Mar 08 22:29:25.757545 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ff1a9445-9dd2-4987-a657-5b7f6e5ad80a req-c17139e0-fdf7-43a7-80b7-ddedb8782354 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Mar 08 22:29:26.065109 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725be26f-fbb0-428e-8192-413a8d873390 req-b48615d0-8a94-44cc-9625-16e91c6c76ce tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:26.066565 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-725be26f-fbb0-428e-8192-413a8d873390 req-b48615d0-8a94-44cc-9625-16e91c6c76ce tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0515289 Mar 08 22:29:26.111089 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-725be26f-fbb0-428e-8192-413a8d873390 req-62b2b8cd-e0f7-437a-a3d8-14362a747e97 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Mar 08 22:29:26.876231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203973-67ba-48fd-8df8-90d7f7c09f2e req-84c5aead-24d1-46c3-a7aa-199d6add50df tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:26.877702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0f203973-67ba-48fd-8df8-90d7f7c09f2e req-84c5aead-24d1-46c3-a7aa-199d6add50df tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Mar 08 22:29:26.921950 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0f203973-67ba-48fd-8df8-90d7f7c09f2e req-ade19c56-46f7-40c4-94d5-0cbab9deef5b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Mar 08 22:29:27.225780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d6a2f-3292-4952-8cea-f6dc33bd4e32 req-c235c22b-35ad-4606-ae1a-6d6cf773d66b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:27.227237 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-758d6a2f-3292-4952-8cea-f6dc33bd4e32 req-c235c22b-35ad-4606-ae1a-6d6cf773d66b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Mar 08 22:29:27.276043 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-758d6a2f-3292-4952-8cea-f6dc33bd4e32 req-9e6bd010-7754-4c58-b1fc-e2351cb1bf3c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Mar 08 22:29:27.680290 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-d0101ea3-1e84-491b-872e-e5f53a4a03c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419836 Mar 08 22:29:28.036157 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f87b3-620a-4fd8-8517-606832c9e304 req-1d3e3ee4-b619-46e9-a2a5-d9a25736bc7f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:28.037616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-999f87b3-620a-4fd8-8517-606832c9e304 req-1d3e3ee4-b619-46e9-a2a5-d9a25736bc7f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Mar 08 22:29:28.088311 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-999f87b3-620a-4fd8-8517-606832c9e304 req-785093c2-ae34-4630-bc5a-db0c795aa8a0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Mar 08 22:29:28.390778 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622620f-fe1c-410f-bae9-2c3e056ad08b req-51e20ba7-1547-4cf2-abce-4cd63643d490 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:28.392243 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b622620f-fe1c-410f-bae9-2c3e056ad08b req-51e20ba7-1547-4cf2-abce-4cd63643d490 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Mar 08 22:29:28.437476 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b622620f-fe1c-410f-bae9-2c3e056ad08b req-e9641658-c88a-4394-8fcf-6aefcf011a43 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Mar 08 22:29:29.207706 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033798b-035e-47f9-82c9-b5617eea15dc req-8205a55f-d735-4772-8d2c-0d23c2cf5166 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:29.209173 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5033798b-035e-47f9-82c9-b5617eea15dc req-8205a55f-d735-4772-8d2c-0d23c2cf5166 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Mar 08 22:29:29.255075 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5033798b-035e-47f9-82c9-b5617eea15dc req-975cc23f-01ba-4347-bb65-ba2de15e00b9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Mar 08 22:29:29.430515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-8dc34498-22a2-4a5e-a85d-b38078956361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:29.432008 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-8dc34498-22a2-4a5e-a85d-b38078956361 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 1129 time: 0.0427938 Mar 08 22:29:29.541378 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-989a6132-0da1-4805-bb35-00a3c13cb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:29.542870 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-989a6132-0da1-4805-bb35-00a3c13cb1a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.0892563 Mar 08 22:29:29.551756 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6a7ea-7b62-468a-ab2c-13ffcbf3cbd2 req-09ccaef8-5994-45db-af91-b49b7b1d4993 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:29.553215 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-67c6a7ea-7b62-468a-ab2c-13ffcbf3cbd2 req-09ccaef8-5994-45db-af91-b49b7b1d4993 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0514758 Mar 08 22:29:29.593969 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-5e2aece2-a642-47e1-8fd5-abc0988ca664 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Mar 08 22:29:29.598353 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-67c6a7ea-7b62-468a-ab2c-13ffcbf3cbd2 req-7f5b6176-71a0-42ae-a62e-a7b625c304b8 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Mar 08 22:29:29.647825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-b919501c-8cc2-4609-b364-0eed96126edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:29.649200 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-b919501c-8cc2-4609-b364-0eed96126edf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0431137 Mar 08 22:29:29.685071 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-40c35a7b-0106-4451-8ab9-d2dc5fbfabbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284269 Mar 08 22:29:29.771389 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-9d654664-4b48-466b-9e7a-69544bcecf99 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800400 Mar 08 22:29:29.861334 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-978b8325-1b62-4cdb-9a92-afbdc7999106 req-93713137-e401-43e2-90c9-a93da11a4371 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838242 Mar 08 22:29:30.372941 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44c365-d774-4f2a-8dfb-10a01d17b339 req-657d1d0e-a7e8-43b2-b0d1-a1a2f6410a7a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:30.374402 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c44c365-d774-4f2a-8dfb-10a01d17b339 req-657d1d0e-a7e8-43b2-b0d1-a1a2f6410a7a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0533724 Mar 08 22:29:30.420263 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1c44c365-d774-4f2a-8dfb-10a01d17b339 req-0bd17d74-6da9-46fd-a5eb-794d25d1d80d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Mar 08 22:29:30.717261 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86512e27-a30f-4cad-8ac2-342adbfa265c req-0dadbedd-4cf3-4f25-9b3d-08be6c143c72 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:30.718756 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-86512e27-a30f-4cad-8ac2-342adbfa265c req-0dadbedd-4cf3-4f25-9b3d-08be6c143c72 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0548542 Mar 08 22:29:30.764580 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-86512e27-a30f-4cad-8ac2-342adbfa265c req-463b095d-320a-447e-ad6d-2d7ff19fcea9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Mar 08 22:29:31.160491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6fde-f97c-4ee6-b670-d1ede1e6375b req-a8c82efd-4704-44b3-974c-7e3cee2181cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:31.160491 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c4cb6fde-f97c-4ee6-b670-d1ede1e6375b req-a8c82efd-4704-44b3-974c-7e3cee2181cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0446820 Mar 08 22:29:31.206564 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c4cb6fde-f97c-4ee6-b670-d1ede1e6375b req-03c1204e-9f2f-482f-9086-f4f36963e48c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Mar 08 22:29:31.541684 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb5878-db9c-43de-a3b3-d53a6fc159ef req-91182cf3-7551-4cd2-a1b0-7933aea158f2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:31.543220 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17eb5878-db9c-43de-a3b3-d53a6fc159ef req-91182cf3-7551-4cd2-a1b0-7933aea158f2 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0535696 Mar 08 22:29:31.589970 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17eb5878-db9c-43de-a3b3-d53a6fc159ef req-9db895d5-075f-4385-8ce7-068c32dc5249 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Mar 08 22:29:31.881601 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ce83e-35e7-45ad-abd2-1b8b91ad47fb req-cf2615aa-faec-43fa-873b-0c3caaefb23d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:31.883136 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3f8ce83e-35e7-45ad-abd2-1b8b91ad47fb req-cf2615aa-faec-43fa-873b-0c3caaefb23d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Mar 08 22:29:31.929608 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3f8ce83e-35e7-45ad-abd2-1b8b91ad47fb req-b9d94a92-50c5-403d-8314-02bd8aa67bb3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Mar 08 22:29:32.708643 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed396a-0948-4f3c-b3f8-392ddf441565 req-c60f77da-8ecd-4f32-9738-5a0cd24954de tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:32.710137 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-87ed396a-0948-4f3c-b3f8-392ddf441565 req-c60f77da-8ecd-4f32-9738-5a0cd24954de tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Mar 08 22:29:32.756181 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-87ed396a-0948-4f3c-b3f8-392ddf441565 req-4f293f08-9dd5-4a82-b86f-af2aec13cbb9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Mar 08 22:29:33.044447 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bad49f-05de-4b5e-b069-60c140158288 req-f8097b10-96ee-4bcc-945f-a7d936951ea0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:33.045864 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-53bad49f-05de-4b5e-b069-60c140158288 req-f8097b10-96ee-4bcc-945f-a7d936951ea0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Mar 08 22:29:33.097547 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-53bad49f-05de-4b5e-b069-60c140158288 req-e738d793-4459-4cf3-9c89-38fdfc16e007 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Mar 08 22:29:33.882505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65abb6-9282-4c21-a133-d189ee43f554 req-0334b22b-7b2b-4ffd-bdc4-28198ff5dc3b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:33.883976 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a65abb6-9282-4c21-a133-d189ee43f554 req-0334b22b-7b2b-4ffd-bdc4-28198ff5dc3b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0565960 Mar 08 22:29:33.932431 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a65abb6-9282-4c21-a133-d189ee43f554 req-9c05d13f-f2c8-4199-97ce-ba6a6bbf61a1 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Mar 08 22:29:34.410240 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca842d9-e1cf-4165-b298-d419e36c808a req-02ab22bb-abe4-40d1-9433-5c265e97e0e8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:34.411803 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eca842d9-e1cf-4165-b298-d419e36c808a req-02ab22bb-abe4-40d1-9433-5c265e97e0e8 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0538325 Mar 08 22:29:34.463858 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eca842d9-e1cf-4165-b298-d419e36c808a req-1325a591-2548-4df1-99b0-5e794657310b tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Mar 08 22:29:34.474551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba4996-2a26-4c0b-a6ac-7ad07e22e480 req-c6aa9597-68a6-4333-a9c8-15e4b53c70fa tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:34.476444 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8ba4996-2a26-4c0b-a6ac-7ad07e22e480 req-c6aa9597-68a6-4333-a9c8-15e4b53c70fa tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0900931 Mar 08 22:29:34.490756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-9cbd1bbb-3ef7-4bc2-820c-b70b31d227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:34.490756 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-9cbd1bbb-3ef7-4bc2-820c-b70b31d227cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 1129 time: 0.0726321 Mar 08 22:29:34.585339 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8ba4996-2a26-4c0b-a6ac-7ad07e22e480 req-73bedf2e-a503-446b-b143-82952073cdfc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028216 Mar 08 22:29:34.611898 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-9e01b76a-31a5-4435-b60e-fb1e983ccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:34.613332 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-9e01b76a-31a5-4435-b60e-fb1e983ccb71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 200 len: 918 time: 0.1131527 Mar 08 22:29:34.656961 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-bdaeb95e-6e80-4fe1-8151-dfa00f264031 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 200 len: 217 time: 0.0369997 Mar 08 22:29:34.704044 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-330792b4-cd96-42aa-be62-188c79551ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:34.705427 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-330792b4-cd96-42aa-be62-188c79551ea9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 200 len: 857 time: 0.0413842 Mar 08 22:29:34.736028 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-7ad0b686-d554-42c0-971c-cb6ee81679c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a64526b1-e43c-48b1-bd58-97ca07212d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242655 Mar 08 22:29:34.826013 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-cddb9f22-4a0c-4da2-8adb-8e58b39a60b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Mar 08 22:29:34.912426 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2fc164a0-d6ab-486f-9c8f-6ee42a19f12b req-ef68043e-fb12-469e-93be-7940ee08d24b service neutron] 10.222.0.35 "GET /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794835 Mar 08 22:29:35.595106 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc68f7-3bd0-482e-8d6b-54d27058c367 req-2db99297-5639-4594-8a7b-25ebbfd0bbf0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:35.596576 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-01cc68f7-3bd0-482e-8d6b-54d27058c367 req-2db99297-5639-4594-8a7b-25ebbfd0bbf0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0514860 Mar 08 22:29:35.643731 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-01cc68f7-3bd0-482e-8d6b-54d27058c367 req-87cf4099-7b7a-46fe-be87-d61d5747dd44 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Mar 08 22:29:35.706249 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10352ef-2295-4695-bf85-915c6ccfed41 req-4c939e5b-352d-4a96-aac1-d25258ba7030 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:35.708351 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c10352ef-2295-4695-bf85-915c6ccfed41 req-4c939e5b-352d-4a96-aac1-d25258ba7030 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0560031 Mar 08 22:29:35.758096 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c10352ef-2295-4695-bf85-915c6ccfed41 req-c98bfc0b-3218-42d3-ab3c-3939634abc06 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Mar 08 22:29:36.603944 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-e317d607-cb43-457f-aa0d-366d428b7782 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:36.605701 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-e317d607-cb43-457f-aa0d-366d428b7782 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Mar 08 22:29:36.703573 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Deleting port ed01eac7-d953-4339-be02-87fc40bea3a4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:29:36.703912 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:36.705200 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40706) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:36.771627 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dc9a4-f97d-47f6-8786-369284f3898b req-437579fa-6502-4ac1-a598-2ca34866ebf7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:36.773107 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d17dc9a4-f97d-47f6-8786-369284f3898b req-437579fa-6502-4ac1-a598-2ca34866ebf7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Mar 08 22:29:36.811312 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] For port ed01eac7-d953-4339-be02-87fc40bea3a4, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=ed01eac7-d953-4339-be02-87fc40bea3a4,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:36.811312 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:36.823789 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Calling delete_port for ed01eac7-d953-4339-be02-87fc40bea3a4 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:29:36.830294 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a6e4766f-d53e-488e-8634-141f1c150997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:36.840564 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d17dc9a4-f97d-47f6-8786-369284f3898b req-b0d163ca-29b8-4582-8334-15e9e7e4f190 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618281 Mar 08 22:29:36.906609 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a6e4766f-d53e-488e-8634-141f1c150997 admin admin] Publish callbacks [] for security_group (8eefe9ea-ce4a-468e-ac81-8abba776353a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:36.933084 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe02bce-f3b8-438b-a3cf-29dd3fe4f646 req-0a17cac8-2152-4fd1-b2c4-622b9602a1fa tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:36.934549 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9fe02bce-f3b8-438b-a3cf-29dd3fe4f646 req-0a17cac8-2152-4fd1-b2c4-622b9602a1fa tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 945 time: 0.1053500 Mar 08 22:29:36.953579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a6e4766f-d53e-488e-8634-141f1c150997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8eefe9ea-ce4a-468e-ac81-8abba776353a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:36.992236 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a6e4766f-d53e-488e-8634-141f1c150997 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5af4eb33023a4428b3912fc86fbaaffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858546 Mar 08 22:29:36.994403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4766f-d53e-488e-8634-141f1c150997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eefe9ea-ce4a-468e-ac81-8abba776353a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:36.996660 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 40712) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:29:37.016299 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9fe02bce-f3b8-438b-a3cf-29dd3fe4f646 req-51774fed-1cad-400f-9190-d726251f3058 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742457 Mar 08 22:29:37.044699 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] Publish callbacks [] for security_group (8eefe9ea-ce4a-468e-ac81-8abba776353a), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.062359 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (ed01eac7-d953-4339-be02-87fc40bea3a4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.069373 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] Publish callbacks [] for security_group (8eefe9ea-ce4a-468e-ac81-8abba776353a), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.075744 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['ed01eac7-d953-4339-be02-87fc40bea3a4'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:29:37.097478 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Pushing event deleted for resources: {'Port': ['ID=ed01eac7-d953-4339-be02-87fc40bea3a4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:37.141568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] No DVR routers for this DVR port ed01eac7-d953-4339-be02-87fc40bea3a4 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:29:37.144648 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.152376 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d750f3d7-1bd8-48dc-a2e1-b0421a27bfbe req-b6f5e67b-4421-40bc-9084-006d2a39d6e9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "DELETE /v2.0/ports/ed01eac7-d953-4339-be02-87fc40bea3a4 HTTP/1.1" status: 204 len: 173 time: 0.5370789 Mar 08 22:29:37.152376 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'name': 'network-vif-deleted', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:29:37.152376 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad420bd5-76a2-47a2-a95b-9dbc8248a055" -d '{"events": [{"server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "name": "network-vif-deleted", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:29:37.170959 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8eefe9ea-ce4a-468e-ac81-8abba776353a), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.173601 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:37.174745 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8eefe9ea-ce4a-468e-ac81-8abba776353a HTTP/1.1" status: 204 len: 168 time: 0.1772056 Mar 08 22:29:37.185326 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61317a1-78f9-46fa-a42e-03b16c7de257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eefe9ea-ce4a-468e-ac81-8abba776353a,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:37.185468 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db587d-88d4-485d-9a56-381160646759 x-openstack-request-id: req-60db587d-88d4-485d-9a56-381160646759 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:29:37.185782 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e97e7-6310-4045-b4b8-8b49584a44b8", "name": "network-vif-deleted", "tag": "ed01eac7-d953-4339-be02-87fc40bea3a4", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:29:37.186097 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60db587d-88d4-485d-9a56-381160646759 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:29:37.186554 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e97e7-6310-4045-b4b8-8b49584a44b8', 'name': 'network-vif-deleted', 'tag': 'ed01eac7-d953-4339-be02-87fc40bea3a4', 'status': 'completed', 'code': 200} Mar 08 22:29:37.957265 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bef122-6eb6-46fe-9a3d-c6cf7aa400fe req-de75986e-0a6b-4d76-9fbc-9c596e64436f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:37.959328 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70bef122-6eb6-46fe-9a3d-c6cf7aa400fe req-de75986e-0a6b-4d76-9fbc-9c596e64436f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Mar 08 22:29:38.006225 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70bef122-6eb6-46fe-9a3d-c6cf7aa400fe req-ae4300b7-0e3a-4527-a40e-65887e0b5a20 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Mar 08 22:29:38.127694 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8af4e394-7b71-4a28-9bc8-b92b7b68f5a7 req-5bc96545-7405-4bac-bbe5-343dc912cb78 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4e97e7-6310-4045-b4b8-8b49584a44b8 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Mar 08 22:29:38.250868 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:39.128591 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09487674-ada9-4b87-93bb-69b7add1b65c req-38fdd8ea-f8ec-489a-99a9-b7facd6ccb4d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:39.130693 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-09487674-ada9-4b87-93bb-69b7add1b65c req-38fdd8ea-f8ec-489a-99a9-b7facd6ccb4d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0569353 Mar 08 22:29:39.175962 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-09487674-ada9-4b87-93bb-69b7add1b65c req-d234b4d6-82e9-4df2-a73e-b53cefbad09d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Mar 08 22:29:39.488224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-1b879475-254c-41ed-8a5d-f8f9cf72d8c2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:39.490449 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-1b879475-254c-41ed-8a5d-f8f9cf72d8c2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/networks?id=8afa7204-f877-4e63-905a-daf00a75ee38 HTTP/1.1" status: 200 len: 807 time: 0.1075583 Mar 08 22:29:39.505688 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-b88b42f8-8048-4700-b976-6b7c3ed8519a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/quotas/b463292272ca4e958d9acc9e6c1dad78 HTTP/1.1" status: 200 len: 375 time: 0.0096626 Mar 08 22:29:39.539511 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-04b85542-1ef5-4c01-825b-eefc9dbf9d21 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282278 Mar 08 22:29:39.634167 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e0c694b7-66fc-4bf6-adb1-8c2b1a4e796e service neutron] 10.222.0.39 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876360 Mar 08 22:29:39.721964 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a44cbbf2-7570-4518-bc6d-f9671404e547 service neutron] 10.222.0.39 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820298 Mar 08 22:29:39.923583 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11508021-2cf2-4a70-b6ea-e234cce2cd47 req-5210c69e-bf86-47de-ba96-ff6a5d31374a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 210 time: 0.0282047 Mar 08 22:29:40.295915 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device ed01eac7-d953-4339-be02-87fc40bea3a4 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:29:40.298753 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f50eb-0fcf-4037-aeb7-9d97a5e42fa1 req-46469edc-0ee9-4b39-bda6-36f6094454b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:40.300311 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e07f50eb-0fcf-4037-aeb7-9d97a5e42fa1 req-46469edc-0ee9-4b39-bda6-36f6094454b4 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0567272 Mar 08 22:29:40.322174 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: ed01eac7-d953-4339-be02-87fc40bea3a4 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:29:40.322520 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device ed01eac7-d953-4339-be02-87fc40bea3a4 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:29:40.349282 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e07f50eb-0fcf-4037-aeb7-9d97a5e42fa1 req-24cc649f-1f6a-44f4-8882-d4ed2673467d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Mar 08 22:29:41.024588 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-82709922-57d0-4fe8-879b-0f9c779e2bc8 req-a39de45a-c49a-4db5-8166-e7ecc2b9c0a2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 210 time: 0.0306716 Mar 08 22:29:41.594481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-931659fe-dbb9-4c3e-9bd0-8a501e831d4d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:41.595964 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-931659fe-dbb9-4c3e-9bd0-8a501e831d4d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "GET /v2.0/networks?id=8afa7204-f877-4e63-905a-daf00a75ee38 HTTP/1.1" status: 200 len: 807 time: 0.0977237 Mar 08 22:29:41.610046 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Request body: {'port': {'device_id': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38', 'admin_state_up': True, 'tenant_id': 'b463292272ca4e958d9acc9e6c1dad78'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:41.764938 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Made reservation on behalf of b463292272ca4e958d9acc9e6c1dad78 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:29:41.768789 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:41.890315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Allocated IP 172.20.0.14 (8afa7204-f877-4e63-905a-daf00a75ee38/ef41c292-e580-4554-85a8-17d40ed34426/f25fb441-b37e-4d6f-a7a8-74e865f67379) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:29:42.037613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks [] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.119238 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-027314c1-b61b-4fb5-86b9-5636d0a99832 req-e17c4421-8868-4f9f-ad05-ddf50caa0501 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 210 time: 0.0284231 Mar 08 22:29:42.120359 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.166502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Network 8afa7204-f877-4e63-905a-daf00a75ee38 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:29:42.169551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:29:42.173049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:29:42.199255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Pushing event updated for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:42.226310 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:42.226924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.305591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-a4860e9c-7293-4e9d-861a-eca60508eec0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6993697 Mar 08 22:29:42.326515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Request body: {'port': {'device_id': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:29:42.384651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.638556 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25fb441-b37e-4d6f-a7a8-74e865f67379 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:29:42.647017 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks [] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.658885 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Transition to ACTIVE for port object f25fb441-b37e-4d6f-a7a8-74e865f67379 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:29:42.736518 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.789685 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:42.857801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Attempting to bind port f25fb441-b37e-4d6f-a7a8-74e865f67379 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:29:42.858137 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Attempting to bind port f25fb441-b37e-4d6f-a7a8-74e865f67379 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:29:42.858464 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Attempting to bind port f25fb441-b37e-4d6f-a7a8-74e865f67379 on network 8afa7204-f877-4e63-905a-daf00a75ee38 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:29:42.862752 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Port f25fb441-b37e-4d6f-a7a8-74e865f67379 on network 8afa7204-f877-4e63-905a-daf00a75ee38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:29:42.863113 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Attempting to bind port f25fb441-b37e-4d6f-a7a8-74e865f67379 on network 8afa7204-f877-4e63-905a-daf00a75ee38 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:29:42.868434 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:29:42.868771 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Checking segment: {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:29:42.869148 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Bound using segment: {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:29:42.869570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Bound port: f25fb441-b37e-4d6f-a7a8-74e865f67379, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4d29de-442a-4421-82dd-60f80160dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:29:42.870287 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:42.931668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:29:42.934590 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:29:42.999788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:43.032957 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.033561 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:43.034942 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/f25fb441-b37e-4d6f-a7a8-74e865f67379 HTTP/1.1" status: 200 len: 1094 time: 0.7125232 Mar 08 22:29:43.035369 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:29:43.037552 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c1415e-781b-4d26-a528-6a3a308a3d61" -d '{"events": [{"name": "network-changed", "server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:29:43.064397 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f336a-0c9e-4bfd-bf99-dfb8aaccf7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:43.075129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bb3bb-079c-4df8-b19f-b8571583d07a x-openstack-request-id: req-6a4bb3bb-079c-4df8-b19f-b8571583d07a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:29:43.075129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:29:43.075129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a4bb3bb-079c-4df8-b19f-b8571583d07a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:29:43.075129 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379', 'status': 'completed', 'code': 200} Mar 08 22:29:43.147706 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-8be4f820-4920-4223-9a40-eec8c5d0fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.149223 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-8be4f820-4920-4223-9a40-eec8c5d0fb1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 1128 time: 0.0463028 Mar 08 22:29:43.236937 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c02e40-cd97-4add-ae04-17b5a3beec34 req-e0852cbe-c9d1-4fff-97c5-29fc5f450850 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.238501 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9c02e40-cd97-4add-ae04-17b5a3beec34 req-e0852cbe-c9d1-4fff-97c5-29fc5f450850 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0541098 Mar 08 22:29:43.253232 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-7798e4f7-9f80-41e5-95b8-ed6e4fba684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.254784 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-7798e4f7-9f80-41e5-95b8-ed6e4fba684e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b463292272ca4e958d9acc9e6c1dad78&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0968134 Mar 08 22:29:43.285243 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9c02e40-cd97-4add-ae04-17b5a3beec34 req-06195a51-fc6f-480d-b4d3-4a5c86c1b25e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Mar 08 22:29:43.353452 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-b4a339f4-1aa7-4acd-9dd3-150279dbf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.354924 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-07c1415e-781b-4d26-a528-6a3a308a3d61 req-b4a339f4-1aa7-4acd-9dd3-150279dbf402 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912485 Mar 08 22:29:43.438068 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-6f909a2d-6201-401a-af7a-b5b392d3fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.439605 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-6f909a2d-6201-401a-af7a-b5b392d3fddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b463292272ca4e958d9acc9e6c1dad78&device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 1128 time: 0.0441523 Mar 08 22:29:43.480982 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-41ce26f0-f722-4ce6-a72e-bc56aaa299a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379 HTTP/1.1" status: 200 len: 217 time: 0.0337098 Mar 08 22:29:43.528733 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-68d4afcc-488a-4429-af21-bd08d9d9d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:43.530019 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-68d4afcc-488a-4429-af21-bd08d9d9d91d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef41c292-e580-4554-85a8-17d40ed34426 HTTP/1.1" status: 200 len: 847 time: 0.0417008 Mar 08 22:29:43.564867 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-befcd8c1-ae29-421f-ace6-f010195fb93b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8afa7204-f877-4e63-905a-daf00a75ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269003 Mar 08 22:29:43.651677 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-50adfebd-f410-4448-83d8-bd95fbdb987d service neutron] 10.222.0.35 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787258 Mar 08 22:29:43.742157 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-739ef87c-e27a-4585-948f-0dd6da3c5166 req-fb0fd441-1533-44b3-93fd-3ca3bef9179b service neutron] 10.222.0.35 "GET /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836804 Mar 08 22:29:44.408357 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eb6e0-bc74-462d-9122-81a8890847ce req-8add52ef-2f22-40a0-8ed4-d7507a3791d9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:44.409836 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-451eb6e0-bc74-462d-9122-81a8890847ce req-8add52ef-2f22-40a0-8ed4-d7507a3791d9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0585110 Mar 08 22:29:44.460633 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-451eb6e0-bc74-462d-9122-81a8890847ce req-c7cf942a-aae1-41d0-9074-6e695b5154a2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Mar 08 22:29:45.267842 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-136f1fc3-02d3-4a14-9a0b-65fb46cb5a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:45.575181 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025ca9-c4ec-4d58-aa53-1279d447eb06 req-bc4c0b46-56db-4427-be0a-a41f424a3205 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:45.576540 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6d025ca9-c4ec-4d58-aa53-1279d447eb06 req-bc4c0b46-56db-4427-be0a-a41f424a3205 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0511038 Mar 08 22:29:45.622026 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6d025ca9-c4ec-4d58-aa53-1279d447eb06 req-1c4d9762-710e-4d27-a1f9-e20397406823 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Mar 08 22:29:46.735415 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc2f0-33df-4f43-934c-5e9b0eaf94eb req-34b106af-acb0-4df5-8e29-82a70c023a7b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:46.736860 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-272cc2f0-33df-4f43-934c-5e9b0eaf94eb req-34b106af-acb0-4df5-8e29-82a70c023a7b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0512872 Mar 08 22:29:46.781746 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-272cc2f0-33df-4f43-934c-5e9b0eaf94eb req-5fc63783-db6f-42d6-b842-0c1299693b56 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Mar 08 22:29:47.278961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1196415-628b-4436-a264-1935144cd8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:47.898776 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce59d-4172-4955-aaa0-e69c16af6852 req-ed3022d6-c176-4264-a36c-d344d579d19d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:47.900282 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3dcce59d-4172-4955-aaa0-e69c16af6852 req-ed3022d6-c176-4264-a36c-d344d579d19d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0553339 Mar 08 22:29:47.947924 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3dcce59d-4172-4955-aaa0-e69c16af6852 req-155e5192-0274-41c7-88d5-fe8f46efb4ef tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Mar 08 22:29:48.519385 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:49.064010 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da3a05-a198-4c49-ad43-659885bc145f req-4eb15529-4326-4695-a032-9bfb02d2740c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:49.065457 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-16da3a05-a198-4c49-ad43-659885bc145f req-4eb15529-4326-4695-a032-9bfb02d2740c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0505791 Mar 08 22:29:49.111553 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-16da3a05-a198-4c49-ad43-659885bc145f req-9fbbd6c0-a71a-4579-84be-91253c64f9d2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Mar 08 22:29:49.959518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:50.228867 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e1be-9745-4ab5-a593-f002177c8fe0 req-c8cc40a8-8c92-4b57-8bb9-425b86cabcf6 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:50.230332 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d4e1e1be-9745-4ab5-a593-f002177c8fe0 req-c8cc40a8-8c92-4b57-8bb9-425b86cabcf6 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0542524 Mar 08 22:29:50.275447 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d4e1e1be-9745-4ab5-a593-f002177c8fe0 req-fc0cacdc-61d7-4618-a2a9-83c03c8145dd tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Mar 08 22:29:51.371147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:51.397494 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7ac37-ac4e-4ea6-a6d7-ec88446fa9f0 req-42ae2130-501f-41da-b1a1-d69599d56bdb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:51.399029 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b9e7ac37-ac4e-4ea6-a6d7-ec88446fa9f0 req-42ae2130-501f-41da-b1a1-d69599d56bdb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0561485 Mar 08 22:29:51.447758 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b9e7ac37-ac4e-4ea6-a6d7-ec88446fa9f0 req-201fc46a-0073-46df-b1aa-71b862c79e92 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Mar 08 22:29:52.366223 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f25fb441-b37e-4d6f-a7a8-74e865f67379 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:29:52.464222 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:52.474709 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'f25fb441-b37e-4d6f-a7a8-74e865f67379', 'network_id': '8afa7204-f877-4e63-905a-daf00a75ee38', 'port_id': 'f25fb441-b37e-4d6f-a7a8-74e865f67379', 'mac_address': 'fa:16:3e:be:6a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef41c292-e580-4554-85a8-17d40ed34426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:29:52.511691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port f25fb441-b37e-4d6f-a7a8-74e865f67379 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:29:52.512074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:52.524763 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25fb441-b37e-4d6f-a7a8-74e865f67379 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:29:52.543182 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:29:52.562994 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb9009-ef58-4a8c-b404-2b6570c025ef req-2ef79ee5-00ff-4b62-9f0e-2afda3e46017 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:52.564458 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bfb9009-ef58-4a8c-b404-2b6570c025ef req-2ef79ee5-00ff-4b62-9f0e-2afda3e46017 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 944 time: 0.0504262 Mar 08 22:29:52.612776 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bfb9009-ef58-4a8c-b404-2b6570c025ef req-43c7a965-3ffc-4938-9f29-dd70b72717da tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Mar 08 22:29:52.639505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:29:52.687257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:29:52.694050 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.694401 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.694767 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.695136 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.695468 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.695795 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.696123 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.696451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.696773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.697111 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.697437 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.697757 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:52.698075 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:29:53.727368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f380c-8867-4158-8ccf-908837969a33 req-af6eea04-6eb7-4561-8bc0-3f65e9443001 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:53.728800 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3a2f380c-8867-4158-8ccf-908837969a33 req-af6eea04-6eb7-4561-8bc0-3f65e9443001 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0515072 Mar 08 22:29:53.773011 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3a2f380c-8867-4158-8ccf-908837969a33 req-7fe1959e-3cbd-480f-9dfc-f66fd62260a5 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Mar 08 22:29:54.886443 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f3dd-128d-4f30-b78b-fafcb239f77c req-4ddc770f-79ee-420e-b5c0-f4f424193fad tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:54.887952 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-29d6f3dd-128d-4f30-b78b-fafcb239f77c req-4ddc770f-79ee-420e-b5c0-f4f424193fad tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0512040 Mar 08 22:29:54.934099 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-29d6f3dd-128d-4f30-b78b-fafcb239f77c req-7b72c9b6-21da-4c6d-b09d-6cdcd13da14b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Mar 08 22:29:56.052321 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6519a-6025-4372-8916-5b9fe3ed4949 req-d141d084-010c-4991-80d5-4ff2e322501c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:56.053757 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a4f6519a-6025-4372-8916-5b9fe3ed4949 req-d141d084-010c-4991-80d5-4ff2e322501c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0542147 Mar 08 22:29:56.098833 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a4f6519a-6025-4372-8916-5b9fe3ed4949 req-697bb8a3-96ea-4e77-97d2-7f87c153b6d7 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Mar 08 22:29:57.213041 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7a7a7-2673-4f6a-b638-d2ac1686d0c9 req-0fdcd2a8-c5c5-46ec-b033-f4555770ccbc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:57.214371 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-03f7a7a7-2673-4f6a-b638-d2ac1686d0c9 req-0fdcd2a8-c5c5-46ec-b033-f4555770ccbc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0504959 Mar 08 22:29:57.259397 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-03f7a7a7-2673-4f6a-b638-d2ac1686d0c9 req-fed1f445-f141-453d-83b5-e1b35169e4b0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Mar 08 22:29:58.373411 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e31c-cb72-4903-8d04-63f4ef403f6b req-f2c0d7fa-47a6-4cae-9850-38fe19854ef4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:58.374876 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0312e31c-cb72-4903-8d04-63f4ef403f6b req-f2c0d7fa-47a6-4cae-9850-38fe19854ef4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0507195 Mar 08 22:29:58.422887 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0312e31c-cb72-4903-8d04-63f4ef403f6b req-04309db2-4dff-47a3-9545-474880f52f57 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Mar 08 22:29:58.506266 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:29:59.504362 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['f25fb441-b37e-4d6f-a7a8-74e865f67379'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:29:59.538594 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc1e0-5337-4bd9-b9ae-646d266cf289 req-0f01450b-5614-44a2-a149-6d88c95659b7 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:29:59.540102 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2acc1e0-5337-4bd9-b9ae-646d266cf289 req-0f01450b-5614-44a2-a149-6d88c95659b7 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0519931 Mar 08 22:29:59.585890 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2acc1e0-5337-4bd9-b9ae-646d266cf289 req-43bd05d9-99a1-4174-ad9d-60e23c0618bb tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Mar 08 22:30:00.701890 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bd13-db4a-4016-8193-749a18de677e req-6a6e6f14-c023-4700-9288-61a488e43153 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:00.703409 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b170bd13-db4a-4016-8193-749a18de677e req-6a6e6f14-c023-4700-9288-61a488e43153 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 945 time: 0.0511646 Mar 08 22:30:00.749804 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b170bd13-db4a-4016-8193-749a18de677e req-2af9bfc7-d1d8-49d4-bd37-20ed42ebc92a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Mar 08 22:30:01.498818 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f25fb441-b37e-4d6f-a7a8-74e865f67379 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:01.616552 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port f25fb441-b37e-4d6f-a7a8-74e865f67379 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:30:01.620220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port f25fb441-b37e-4d6f-a7a8-74e865f67379 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:01.620589 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:01.692944 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port f25fb441-b37e-4d6f-a7a8-74e865f67379 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:01.693943 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:01.715587 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:01.717825 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca4ea8-0489-4dd4-8ecb-5575a3ebb52c" -d '{"events": [{"server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:01.730786 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:01.756208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769da811-5437-4dbf-9b9d-4fbb5b6c035e x-openstack-request-id: req-769da811-5437-4dbf-9b9d-4fbb5b6c035e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:01.756208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:01.756208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-769da811-5437-4dbf-9b9d-4fbb5b6c035e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:01.756208 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379', 'code': 200} Mar 08 22:30:01.793444 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:01.846728 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:01.872053 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea119-4947-49a2-af1b-1d3e2d107c57 req-a4ac9234-09c1-4d3d-ae40-7d695544bde0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:01.873524 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6aaea119-4947-49a2-af1b-1d3e2d107c57 req-a4ac9234-09c1-4d3d-ae40-7d695544bde0 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0555077 Mar 08 22:30:01.919327 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6aaea119-4947-49a2-af1b-1d3e2d107c57 req-e5fe66b7-caa9-44cb-84dc-267a78330ad9 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Mar 08 22:30:03.041117 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8df4-a247-4189-85dc-ed4f04cb9565 req-8a5e23d9-fc2f-4b47-8aa7-faa52ef2e56a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:03.042604 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-502a8df4-a247-4189-85dc-ed4f04cb9565 req-8a5e23d9-fc2f-4b47-8aa7-faa52ef2e56a tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0550303 Mar 08 22:30:03.087714 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-502a8df4-a247-4189-85dc-ed4f04cb9565 req-894fa2ab-a9ef-4da9-9c3a-3c603117f1a8 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Mar 08 22:30:04.204711 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e827f4-fc6a-47e5-8338-1602fe24f190 req-35a30903-c324-40ae-87bb-bd2d57237d4e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:04.206205 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93e827f4-fc6a-47e5-8338-1602fe24f190 req-35a30903-c324-40ae-87bb-bd2d57237d4e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0515969 Mar 08 22:30:04.255715 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93e827f4-fc6a-47e5-8338-1602fe24f190 req-edc10dc2-7b7a-4678-8f2d-c69948c0b4a7 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Mar 08 22:30:04.895147 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753718b-303e-4f94-8922-f18980417fb4 req-77a8bdb9-3c4d-4436-ad6c-07e8ba71fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:04.896607 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c753718b-303e-4f94-8922-f18980417fb4 req-77a8bdb9-3c4d-4436-ad6c-07e8ba71fe47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 1130 time: 0.0420711 Mar 08 22:30:05.374324 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be219669-152a-4206-ac84-4c22aa6999d2 req-669b51a6-9fe6-4d3e-aac2-bfeaa8b0d05f tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:05.375805 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-be219669-152a-4206-ac84-4c22aa6999d2 req-669b51a6-9fe6-4d3e-aac2-bfeaa8b0d05f tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0514228 Mar 08 22:30:05.421363 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-be219669-152a-4206-ac84-4c22aa6999d2 req-52c4a2c1-ce82-4270-a8c6-9f9ac371345e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Mar 08 22:30:06.227681 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c753718b-303e-4f94-8922-f18980417fb4 req-ae69595d-2e96-440b-9ebc-691e406d8811 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Mar 08 22:30:06.534255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a453-67f2-4681-9bbb-e36ca535a6c7 req-a4968184-6f4e-42db-96a4-2c1481a88b79 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:06.535634 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b73a453-67f2-4681-9bbb-e36ca535a6c7 req-a4968184-6f4e-42db-96a4-2c1481a88b79 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0506723 Mar 08 22:30:06.580496 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b73a453-67f2-4681-9bbb-e36ca535a6c7 req-c76ce500-da41-4f7f-9688-e6962137b892 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Mar 08 22:30:07.698775 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e36b-6912-4e08-9022-92d4a3785609 req-9afea12a-1ba8-4028-9183-24091c98cdb3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:07.700252 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1a20e36b-6912-4e08-9022-92d4a3785609 req-9afea12a-1ba8-4028-9183-24091c98cdb3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0558121 Mar 08 22:30:07.745776 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1a20e36b-6912-4e08-9022-92d4a3785609 req-0d80a786-5a96-4fb3-8798-6dba6419a73e tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Mar 08 22:30:08.250622 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:08.871061 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa929c-1c49-43c3-9ae0-4a1b5d70217f req-2d18f4cc-db46-4543-9507-38ba513f0a99 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:08.872626 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bbfa929c-1c49-43c3-9ae0-4a1b5d70217f req-2d18f4cc-db46-4543-9507-38ba513f0a99 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0626361 Mar 08 22:30:08.920215 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bbfa929c-1c49-43c3-9ae0-4a1b5d70217f req-6af41f5e-4170-4a0c-a0b2-272388926a3b tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Mar 08 22:30:09.109493 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-08dcf0f9-4a1b-4653-913b-85162e85ee3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433114 Mar 08 22:30:09.192019 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-18eb3dc2-717d-4673-ad26-6aa0c0c127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:09.193493 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-18eb3dc2-717d-4673-ad26-6aa0c0c127a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.0459380 Mar 08 22:30:09.298456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-5c35c343-27e3-461e-8dc6-8ed2ace94aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:09.300037 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-5c35c343-27e3-461e-8dc6-8ed2ace94aed service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0882046 Mar 08 22:30:09.369141 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-e7d06936-2205-4f67-9de8-e3fedc01d646 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 1001 time: 0.0619812 Mar 08 22:30:09.662614 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-9c61f3b5-77cd-40bf-a32c-cc3e0a967d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:09.664075 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-9c61f3b5-77cd-40bf-a32c-cc3e0a967d27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.2883182 Mar 08 22:30:09.713298 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-0a35c329-18d6-4045-97bc-cdaf8e6fe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:09.715441 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-0a35c329-18d6-4045-97bc-cdaf8e6fe8b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453017 Mar 08 22:30:09.804305 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-9949bb36-40c3-4454-89b1-6e1ff70b00ae service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815845 Mar 08 22:30:09.897797 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-213c5c03-dfa9-4acd-8d15-2a44027d527f req-a1f5865d-b76f-447e-bead-f8281b674302 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876770 Mar 08 22:30:10.079123 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28855122-9b87-4edf-9a35-19cde3df45e4 req-bc78013e-6f16-4899-ab72-0c083aac0cd0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:10.080570 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-28855122-9b87-4edf-9a35-19cde3df45e4 req-bc78013e-6f16-4899-ab72-0c083aac0cd0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Mar 08 22:30:10.125448 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-28855122-9b87-4edf-9a35-19cde3df45e4 req-85fe62b9-7b38-4adc-a221-f7ecc96db117 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Mar 08 22:30:11.240722 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215f6f-c603-4c5c-8ee4-84e083885a41 req-99c65b7e-22b2-4503-9f22-ff9a12277a85 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:11.242168 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6215f6f-c603-4c5c-8ee4-84e083885a41 req-99c65b7e-22b2-4503-9f22-ff9a12277a85 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Mar 08 22:30:11.286944 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6215f6f-c603-4c5c-8ee4-84e083885a41 req-985122d2-fe7f-461c-bebb-e29a4c1b1f98 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Mar 08 22:30:12.405796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb592-7d00-44bf-bac9-e68d1d80018d req-b83c1eff-ade4-4e45-97e9-7ff7c2d7da72 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:12.407276 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c69eb592-7d00-44bf-bac9-e68d1d80018d req-b83c1eff-ade4-4e45-97e9-7ff7c2d7da72 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Mar 08 22:30:12.452357 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c69eb592-7d00-44bf-bac9-e68d1d80018d req-d20cd0ea-4371-44c6-930d-7956f34f4662 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Mar 08 22:30:13.564540 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad268e-8142-4389-8e44-06c3471eb7f3 req-0ccb245f-9485-4d65-a0ea-fc6efa8de572 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:13.566016 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e2ad268e-8142-4389-8e44-06c3471eb7f3 req-0ccb245f-9485-4d65-a0ea-fc6efa8de572 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0499432 Mar 08 22:30:13.614124 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e2ad268e-8142-4389-8e44-06c3471eb7f3 req-2c8ba727-9666-4a9f-b981-570deeb56cf0 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426364 Mar 08 22:30:14.730137 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bfb80-5eaf-4fab-9014-7949df34468c req-9c090b76-fea1-45f0-a5eb-f5b3a4837897 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:14.731623 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-067bfb80-5eaf-4fab-9014-7949df34468c req-9c090b76-fea1-45f0-a5eb-f5b3a4837897 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Mar 08 22:30:14.777434 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-067bfb80-5eaf-4fab-9014-7949df34468c req-270e444e-9e5d-44c5-9067-6014e5ac1ece tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Mar 08 22:30:15.273255 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dfcba08-eca7-49c2-abc4-be28cdfe38d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:15.532247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bc4df-2669-448d-9563-cd49a9ceac6b req-2723f840-4ca2-4690-a5f4-1dbab61578c4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:15.533672 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-664bc4df-2669-448d-9563-cd49a9ceac6b req-2723f840-4ca2-4690-a5f4-1dbab61578c4 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0510600 Mar 08 22:30:15.578749 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-664bc4df-2669-448d-9563-cd49a9ceac6b req-3e5a4e3f-5a25-4ba7-89f4-80c86024a3f3 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Mar 08 22:30:15.894483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d574-4767-4340-aeeb-26423c845f2b req-4de96d64-a4bc-4f35-befd-38dc35f4589f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:15.895949 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70a4d574-4767-4340-aeeb-26423c845f2b req-4de96d64-a4bc-4f35-befd-38dc35f4589f tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Mar 08 22:30:15.940491 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70a4d574-4767-4340-aeeb-26423c845f2b req-bde3dcb7-1e15-4ae9-97bf-f0e87933a777 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 Mar 08 22:30:16.696783 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a13ef1-62f7-4cb4-be87-16ea6528c8e3 req-f4c842bc-72d2-403a-bc68-be3640a76317 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:16.698219 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a2a13ef1-62f7-4cb4-be87-16ea6528c8e3 req-f4c842bc-72d2-403a-bc68-be3640a76317 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0537100 Mar 08 22:30:16.742301 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a2a13ef1-62f7-4cb4-be87-16ea6528c8e3 req-53c5c386-65e2-4c20-bf08-41b393e9cc77 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Mar 08 22:30:17.058036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fd5b6-adb7-407c-bfe0-0c7f80adaddd req-b831c6d2-29f4-4188-b3ed-870eec9d19f3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:17.059486 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d58fd5b6-adb7-407c-bfe0-0c7f80adaddd req-b831c6d2-29f4-4188-b3ed-870eec9d19f3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0542490 Mar 08 22:30:17.105191 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d58fd5b6-adb7-407c-bfe0-0c7f80adaddd req-8a48b58e-1518-49a9-8db0-40efa9129ea3 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Mar 08 22:30:17.284767 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64913647-7184-4f4e-877d-2195720790bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:17.856787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62987c6-daa5-4fb4-82f3-0ac90db11fa8 req-9114a567-e1ed-40af-aad5-66408dd083db tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:17.858214 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b62987c6-daa5-4fb4-82f3-0ac90db11fa8 req-9114a567-e1ed-40af-aad5-66408dd083db tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0515912 Mar 08 22:30:17.903337 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b62987c6-daa5-4fb4-82f3-0ac90db11fa8 req-797df73c-54e0-4b87-b762-e4fb57b63ccc tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Mar 08 22:30:18.225642 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0b380-2c31-444a-9316-fca715efdfa7 req-aefd361c-4531-4612-97e2-0a34e2ab90ca tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:18.227257 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93a0b380-2c31-444a-9316-fca715efdfa7 req-aefd361c-4531-4612-97e2-0a34e2ab90ca tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0512307 Mar 08 22:30:18.273311 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93a0b380-2c31-444a-9316-fca715efdfa7 req-089c302f-5a44-4b7b-a4de-d4ae4ca0a431 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Mar 08 22:30:18.501568 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:19.017437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44dc87-0b1a-45f2-8285-e94dd10335f4 req-14007e9c-d718-468b-a526-8743b11afdec tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:19.018888 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1f44dc87-0b1a-45f2-8285-e94dd10335f4 req-14007e9c-d718-468b-a526-8743b11afdec tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0501623 Mar 08 22:30:19.065983 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1f44dc87-0b1a-45f2-8285-e94dd10335f4 req-6c16c0d2-d042-4742-bbe1-79f912d480be tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Mar 08 22:30:19.393278 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531453-7a17-435c-a66c-7a2a95b7951e req-b2f4533a-be2a-4209-a327-a8f55bac8b69 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:19.394740 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f2531453-7a17-435c-a66c-7a2a95b7951e req-b2f4533a-be2a-4209-a327-a8f55bac8b69 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0556016 Mar 08 22:30:19.445816 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f2531453-7a17-435c-a66c-7a2a95b7951e req-be9f60b5-c3b3-4e05-9d1b-7d1e3f27277e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455577 Mar 08 22:30:19.976173 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:20.185740 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa99d1-da50-4f0f-b002-131cae4330a7 req-12a83bd4-309b-4587-b741-b378bc30bd4c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:20.187165 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-69fa99d1-da50-4f0f-b002-131cae4330a7 req-12a83bd4-309b-4587-b741-b378bc30bd4c tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0546405 Mar 08 22:30:20.236603 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-69fa99d1-da50-4f0f-b002-131cae4330a7 req-816fad79-b839-4e07-a3fe-e72cc9aea399 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Mar 08 22:30:20.566906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02937b-a77d-4a3c-b345-dcc2b90eed46 req-88ddc6b6-89c9-4a7a-8181-ba0c60f1a352 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:20.568334 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a02937b-a77d-4a3c-b345-dcc2b90eed46 req-88ddc6b6-89c9-4a7a-8181-ba0c60f1a352 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Mar 08 22:30:20.614307 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a02937b-a77d-4a3c-b345-dcc2b90eed46 req-4daa748e-c875-4a8b-81f2-541b74c156ed tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Mar 08 22:30:20.714138 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-51e692da-a8c2-4653-a844-fe839194122d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:20.715705 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-51e692da-a8c2-4653-a844-fe839194122d tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Mar 08 22:30:20.810342 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Deleting port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:20.810677 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:20.895202 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] For port b888d936-c259-4eb5-9cda-b2ed1a7b91d8, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:20.895559 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:20.907837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Calling delete_port for b888d936-c259-4eb5-9cda-b2ed1a7b91d8 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:21.022305 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-307e4c02-45e7-4b75-8ea8-5a7182385d9d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:21.023699 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-307e4c02-45e7-4b75-8ea8-5a7182385d9d tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0739000 Mar 08 22:30:21.154163 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Deleting port f25fb441-b37e-4d6f-a7a8-74e865f67379 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:21.154499 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.211525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (b888d936-c259-4eb5-9cda-b2ed1a7b91d8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.225146 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:30:21.252836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Pushing event deleted for resources: {'Port': ['ID=b888d936-c259-4eb5-9cda-b2ed1a7b91d8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:21.277715 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.279150 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.280104 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.280851 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.281719 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.282476 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.283146 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.283797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.284516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.285129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.285768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.285901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.286251 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:21.351794 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] No DVR routers for this DVR port b888d936-c259-4eb5-9cda-b2ed1a7b91d8 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:30:21.355458 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.358779 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4b380fb8-b2e4-4cbf-bfec-3f0157f27b59 req-8a2da4ee-79d3-42a1-8fbb-e8693e4b42ad tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "DELETE /v2.0/ports/b888d936-c259-4eb5-9cda-b2ed1a7b91d8 HTTP/1.1" status: 204 len: 173 time: 0.6380107 Mar 08 22:30:21.359248 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'name': 'network-vif-deleted', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:21.361511 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e2d0e-8e0d-4efe-add2-0c46895c5d4d" -d '{"events": [{"server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "name": "network-vif-deleted", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:21.379571 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] For port f25fb441-b37e-4d6f-a7a8-74e865f67379, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=f25fb441-b37e-4d6f-a7a8-74e865f67379,segment=NetworkSegment(6f4d29de-442a-4421-82dd-60f80160dcab),segment_id=6f4d29de-442a-4421-82dd-60f80160dcab)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:21.379941 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.385359 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dc5ea-e7b4-4435-991e-22efbba23125 req-1c06e776-7ad8-43f0-9cb7-f890c6ef4b76 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:21.393028 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-297dc5ea-e7b4-4435-991e-22efbba23125 req-1c06e776-7ad8-43f0-9cb7-f890c6ef4b76 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 946 time: 0.0707622 Mar 08 22:30:21.397161 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Calling delete_port for f25fb441-b37e-4d6f-a7a8-74e865f67379 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:21.412827 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31f224-ae89-43f9-8371-90ffa2a8ed83 x-openstack-request-id: req-fe31f224-ae89-43f9-8371-90ffa2a8ed83 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:21.413122 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0817e-1021-4706-a4d8-4e538c3d34c0", "name": "network-vif-deleted", "tag": "b888d936-c259-4eb5-9cda-b2ed1a7b91d8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:21.413381 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe31f224-ae89-43f9-8371-90ffa2a8ed83 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:21.413965 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0817e-1021-4706-a4d8-4e538c3d34c0', 'name': 'network-vif-deleted', 'tag': 'b888d936-c259-4eb5-9cda-b2ed1a7b91d8', 'status': 'completed', 'code': 200} Mar 08 22:30:21.437995 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-297dc5ea-e7b4-4435-991e-22efbba23125 req-8160a835-4680-46b6-97e6-e813076b5859 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0c24110-660b-485e-9f29-7c289ab03412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Mar 08 22:30:21.444812 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.657150 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (f25fb441-b37e-4d6f-a7a8-74e865f67379), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.689727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Pushing event deleted for resources: {'Port': ['ID=f25fb441-b37e-4d6f-a7a8-74e865f67379,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:21.735953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] No DVR routers for this DVR port f25fb441-b37e-4d6f-a7a8-74e865f67379 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:30:21.738209 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-82a5b3fa-bd87-471b-9b40-8afc3d5758d7 req-f5539461-afea-49f0-848c-727fc89e3397 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d0817e-1021-4706-a4d8-4e538c3d34c0 HTTP/1.1" status: 200 len: 210 time: 0.0528567 Mar 08 22:30:21.738997 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:21.742653 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4bd8158f-a1ef-4a63-8537-d0600da8aa95 req-e857ddec-56e1-43f2-ba01-464fb7deae31 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.35 "DELETE /v2.0/ports/f25fb441-b37e-4d6f-a7a8-74e865f67379 HTTP/1.1" status: 204 len: 173 time: 0.7122269 Mar 08 22:30:22.556112 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7cb6e6ba-4d8f-4f23-b91f-0173fe9e7aba req-594ae766-c9d4-4b15-84dd-2c9675e75dc2 tempest-VolumesActionsTest-1037376462 tempest-VolumesActionsTest-1037376462-project] 10.222.0.39 "GET /v2.0/ports?device_id=29152d48-557c-41cb-98c9-1c7efb79ae4f HTTP/1.1" status: 200 len: 210 time: 0.0317888 Mar 08 22:30:23.224449 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab9cba-1ebc-4c3f-96fe-df75fef6dde8 req-f3f00cca-c292-43e5-9914-f2ccc417d0c7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:23.225898 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5eab9cba-1ebc-4c3f-96fe-df75fef6dde8 req-f3f00cca-c292-43e5-9914-f2ccc417d0c7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0568049 Mar 08 22:30:23.274395 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5eab9cba-1ebc-4c3f-96fe-df75fef6dde8 req-61b20d95-507d-47d6-8a1d-a879038fe1a7 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Mar 08 22:30:23.415277 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'name': 'network-vif-deleted', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:23.417625 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457cd183-9333-4f4d-b87c-821101ab70ca" -d '{"events": [{"server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "name": "network-vif-deleted", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:23.454568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a49a2c-324d-432e-a983-975a37d73d48 x-openstack-request-id: req-55a49a2c-324d-432e-a983-975a37d73d48 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:23.454568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29152d48-557c-41cb-98c9-1c7efb79ae4f", "name": "network-vif-deleted", "tag": "f25fb441-b37e-4d6f-a7a8-74e865f67379", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:23.454568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55a49a2c-324d-432e-a983-975a37d73d48 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:23.454568 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29152d48-557c-41cb-98c9-1c7efb79ae4f', 'name': 'network-vif-deleted', 'tag': 'f25fb441-b37e-4d6f-a7a8-74e865f67379', 'status': 'completed', 'code': 200} Mar 08 22:30:23.606220 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device b888d936-c259-4eb5-9cda-b2ed1a7b91d8 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:23.627246 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: b888d936-c259-4eb5-9cda-b2ed1a7b91d8 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:23.627667 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device b888d936-c259-4eb5-9cda-b2ed1a7b91d8 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:23.628157 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f25fb441-b37e-4d6f-a7a8-74e865f67379 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:23.647283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: f25fb441-b37e-4d6f-a7a8-74e865f67379 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:23.647580 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device f25fb441-b37e-4d6f-a7a8-74e865f67379 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:24.399759 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1c9a-33cd-4d50-be53-63995983cb9e req-6a6642e5-0bfd-4f5d-bbe4-25724de33763 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:24.401943 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a7b1c9a-33cd-4d50-be53-63995983cb9e req-6a6642e5-0bfd-4f5d-bbe4-25724de33763 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0579438 Mar 08 22:30:24.456898 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a7b1c9a-33cd-4d50-be53-63995983cb9e req-ad7d38ca-df64-4864-8e6a-5db7944fe040 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Mar 08 22:30:25.594854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d859e-9ebf-4b2a-a08b-09f1c9bbd9e2 req-d7b6e39e-d27c-452e-8b4c-27767e86a269 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:25.596234 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c61d859e-9ebf-4b2a-a08b-09f1c9bbd9e2 req-d7b6e39e-d27c-452e-8b4c-27767e86a269 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0595412 Mar 08 22:30:25.642557 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c61d859e-9ebf-4b2a-a08b-09f1c9bbd9e2 req-ded4c32d-8188-4099-a2f2-e39da9d8f760 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Mar 08 22:30:26.758029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf91d2-9456-4293-b78c-388bc5c67deb req-6e54c46e-deb2-4ec0-b2ea-1d120ffe4658 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:26.759527 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14bf91d2-9456-4293-b78c-388bc5c67deb req-6e54c46e-deb2-4ec0-b2ea-1d120ffe4658 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Mar 08 22:30:26.808627 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14bf91d2-9456-4293-b78c-388bc5c67deb req-7356ea9b-4a6e-41ad-98bd-1c5c8b26d0cb tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Mar 08 22:30:27.924484 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c56c6-1491-447c-ab4e-80290fb6b0cb req-5412862f-e88a-48ed-b9c0-c10b37a99152 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:27.925914 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-188c56c6-1491-447c-ab4e-80290fb6b0cb req-5412862f-e88a-48ed-b9c0-c10b37a99152 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Mar 08 22:30:27.974001 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-188c56c6-1491-447c-ab4e-80290fb6b0cb req-ef1e41ac-a298-42c2-8b4e-164d89d134e9 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Mar 08 22:30:29.090588 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7963-8dc0-4acb-9590-2c47df4400a0 req-e5a6ff00-97b4-4cb0-8ec6-8634cbeceb66 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:29.092064 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c6c7963-8dc0-4acb-9590-2c47df4400a0 req-e5a6ff00-97b4-4cb0-8ec6-8634cbeceb66 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Mar 08 22:30:29.137078 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c6c7963-8dc0-4acb-9590-2c47df4400a0 req-f58c9e0c-5b31-45d6-840d-bbec1223e270 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Mar 08 22:30:30.252310 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ba8b-f1f6-4b2d-8efb-d39854eb0386 req-bcec1f97-d86c-4e8f-a0b8-926530ae7d56 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:30.253771 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-df99ba8b-f1f6-4b2d-8efb-d39854eb0386 req-bcec1f97-d86c-4e8f-a0b8-926530ae7d56 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0516422 Mar 08 22:30:30.300172 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-df99ba8b-f1f6-4b2d-8efb-d39854eb0386 req-47039332-1c3e-40e8-8c88-6edfb2f5aa4a tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/security-groups?id=c594f479-7c92-4d28-80a4-4ab4e78b7881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 Mar 08 22:30:30.378896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-ea0885d0-efc4-419d-bc4c-e497e3fe5b40 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:30.380640 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-ea0885d0-efc4-419d-bc4c-e497e3fe5b40 tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0522151 Mar 08 22:30:30.484886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Deleting port e8b0876d-16c2-47a9-bf88-dfda2ed3719a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:30.485225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:30.578257 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] For port e8b0876d-16c2-47a9-bf88-dfda2ed3719a, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:30.578765 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:30.591426 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Calling delete_port for e8b0876d-16c2-47a9-bf88-dfda2ed3719a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:30.799226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (e8b0876d-16c2-47a9-bf88-dfda2ed3719a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:30.820646 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['e8b0876d-16c2-47a9-bf88-dfda2ed3719a'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:30:30.830100 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Pushing event deleted for resources: {'Port': ['ID=e8b0876d-16c2-47a9-bf88-dfda2ed3719a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:30.884471 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] No DVR routers for this DVR port e8b0876d-16c2-47a9-bf88-dfda2ed3719a on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:30:30.887295 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:30.891131 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c3863b1f-ddb3-468c-b675-646e60ff28fd req-9f66ac0f-f8c9-42a7-adb3-11371015425e tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.35 "DELETE /v2.0/ports/e8b0876d-16c2-47a9-bf88-dfda2ed3719a HTTP/1.1" status: 204 len: 173 time: 0.5038764 Mar 08 22:30:30.891595 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'name': 'network-vif-deleted', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:30.894719 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a529e-7343-4c9c-b808-9f1506b2a997" -d '{"events": [{"server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "name": "network-vif-deleted", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:30.951881 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4070c374-7ebc-49ad-bbb0-8bb8ceb1a256 x-openstack-request-id: req-4070c374-7ebc-49ad-bbb0-8bb8ceb1a256 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:30.951881 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e722ca8-b212-4379-bd34-19adf1c43ba3", "name": "network-vif-deleted", "tag": "e8b0876d-16c2-47a9-bf88-dfda2ed3719a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:30.951881 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4070c374-7ebc-49ad-bbb0-8bb8ceb1a256 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:30.951881 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e722ca8-b212-4379-bd34-19adf1c43ba3', 'name': 'network-vif-deleted', 'tag': 'e8b0876d-16c2-47a9-bf88-dfda2ed3719a', 'status': 'completed', 'code': 200} Mar 08 22:30:31.428822 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fa3d470e-5304-4310-b0a3-4e604dd662db req-3e91a125-056f-4e80-8006-4849e78176ef tempest-ServerRescueNegativeTestJSON-612072840 tempest-ServerRescueNegativeTestJSON-612072840-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e722ca8-b212-4379-bd34-19adf1c43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0381737 Mar 08 22:30:32.514084 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41416) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:32.636972 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6116d5b-bfc5-4e61-85fa-0e7fe1d850bf req-d8477757-8e74-43d5-af7c-f95c85ae8464 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:32.644398 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b6116d5b-bfc5-4e61-85fa-0e7fe1d850bf req-d8477757-8e74-43d5-af7c-f95c85ae8464 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.2202029 Mar 08 22:30:32.659739 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:32.805216 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b6116d5b-bfc5-4e61-85fa-0e7fe1d850bf req-fd2206db-edc5-4d3a-8b5e-9bef740060bc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598492 Mar 08 22:30:32.835689 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a65cda3-430f-4fc6-b696-ab4511ff5880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:32.943100 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a65cda3-430f-4fc6-b696-ab4511ff5880 admin admin] Publish callbacks [] for security_group (fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:32.999107 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a65cda3-430f-4fc6-b696-ab4511ff5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.046535 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0a65cda3-430f-4fc6-b696-ab4511ff5880 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=716f4320ade64358a74486eecc91e2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856905 Mar 08 22:30:33.049280 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65cda3-430f-4fc6-b696-ab4511ff5880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:33.049780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41428) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:33.115519 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (b2194147-de02-4e69-9899-b95e11692b72), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.377502 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Publish callbacks [] for security_group (fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.463167 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Publish callbacks [] for security_group (fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.515823 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca655de-3aee-4006-816e-bce27ba16125 req-8af41882-7118-4724-8d8c-52c7d2b95e46 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:33.517306 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eca655de-3aee-4006-816e-bce27ba16125 req-8af41882-7118-4724-8d8c-52c7d2b95e46 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.1518943 Mar 08 22:30:33.665831 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e8b0876d-16c2-47a9-bf88-dfda2ed3719a no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:33.673827 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eca655de-3aee-4006-816e-bce27ba16125 req-1eb08c31-ed7f-479f-90c8-97884c67c897 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326671 Mar 08 22:30:33.716571 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: e8b0876d-16c2-47a9-bf88-dfda2ed3719a {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:33.717015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e8b0876d-16c2-47a9-bf88-dfda2ed3719a not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:33.735000 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.737740 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.742209 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4 HTTP/1.1" status: 204 len: 168 time: 0.6882203 Mar 08 22:30:33.770715 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2e3c8-8dfd-4517-a9a0-99fe7a21a2d4,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.785579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3922c288-d44e-42d7-9306-3a35b1309897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:33.867600 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Deleting port 5c3ba467-b370-4db7-b533-760b2693668d {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:33.868247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (5c3ba467-b370-4db7-b533-760b2693668d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.963261 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150890-ad86-48fa-a52f-af7fa49c59af req-910cc434-dce4-455d-858b-0aefc242be6d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:33.968363 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5150890-ad86-48fa-a52f-af7fa49c59af req-910cc434-dce4-455d-858b-0aefc242be6d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0556731 Mar 08 22:30:33.968623 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] For port 5c3ba467-b370-4db7-b533-760b2693668d, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=5c3ba467-b370-4db7-b533-760b2693668d,segment=NetworkSegment(12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a),segment_id=12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:33.969058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (5c3ba467-b370-4db7-b533-760b2693668d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:33.981351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Calling delete_port for 5c3ba467-b370-4db7-b533-760b2693668d owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:34.016295 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f5150890-ad86-48fa-a52f-af7fa49c59af req-00435f02-5b55-4a13-9a4d-f74ac5f2712d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453916 Mar 08 22:30:34.312972 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (5c3ba467-b370-4db7-b533-760b2693668d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:34.339663 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3ba467-b370-4db7-b533-760b2693668d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:34.564056 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (b2194147-de02-4e69-9899-b95e11692b72), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:34.882962 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cebbdd-ffc6-419b-9b4f-8cc51df72230 req-b9d23e3a-76d4-4848-a6a3-6e45ce3abe62 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:34.884477 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-18cebbdd-ffc6-419b-9b4f-8cc51df72230 req-b9d23e3a-76d4-4848-a6a3-6e45ce3abe62 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.1148448 Mar 08 22:30:34.892654 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Router b2194147-de02-4e69-9899-b95e11692b72 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:30:34.949186 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-18cebbdd-ffc6-419b-9b4f-8cc51df72230 req-ab2a669a-4590-4979-8dfb-d117dfe1e25f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536604 Mar 08 22:30:35.092168 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:30:35.103369 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Sync routers for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:30:35.103942 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-306a5c81-39cd-4db2-b507-1a54f020e764 admin admin] 10.222.0.39 "PUT /v2.0/routers/b2194147-de02-4e69-9899-b95e11692b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5870397 Mar 08 22:30:35.105056 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:35.117360 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:35.119120 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:35.288099 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:35.289254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a356bd3-ed8a-4322-a6af-42ebd151f2e0 req-108abdca-3a6e-460b-829f-cd0e4d2fc877 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:35.291052 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a356bd3-ed8a-4322-a6af-42ebd151f2e0 req-108abdca-3a6e-460b-829f-cd0e4d2fc877 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1145446 Mar 08 22:30:35.325604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks [] for router (b2194147-de02-4e69-9899-b95e11692b72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.416211 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a356bd3-ed8a-4322-a6af-42ebd151f2e0 req-e1d8ba0f-3a71-497c-9bbe-4472839f7ddb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064529 Mar 08 22:30:35.535560 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:30:35.539872 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-5ceff07b-9192-4da2-9fb5-4c7e64161204 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:35.541616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-5ceff07b-9192-4da2-9fb5-4c7e64161204 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.0791101 Mar 08 22:30:35.543732 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks [] for router_gateway (b2194147-de02-4e69-9899-b95e11692b72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.691047 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Deleting port 367bbb03-1e0f-47bb-89f3-3042b0b47207 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:35.691564 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.736761 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:30:34Z', 'revision_number': 5, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port': {'id': '00196b62-1f37-427a-93f7-91f2c65010e6', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2194147-de02-4e69-9899-b95e11692b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:07Z', 'updated_at': '2022-03-08T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:35.755187 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Deleting port 00196b62-1f37-427a-93f7-91f2c65010e6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:30:35.755490 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.782412 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Checking router: b2194147-de02-4e69-9899-b95e11692b72 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:30:35.801968 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Routers {'b2194147-de02-4e69-9899-b95e11692b72'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:35.803324 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2194147-de02-4e69-9899-b95e11692b72'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:35.844008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] For port 367bbb03-1e0f-47bb-89f3-3042b0b47207, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=367bbb03-1e0f-47bb-89f3-3042b0b47207,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:35.844451 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.865273 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Calling delete_port for 367bbb03-1e0f-47bb-89f3-3042b0b47207 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:35.882513 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] For port 00196b62-1f37-427a-93f7-91f2c65010e6, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=00196b62-1f37-427a-93f7-91f2c65010e6,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:35.882917 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:35.929185 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Calling delete_port for 00196b62-1f37-427a-93f7-91f2c65010e6 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:30:35.956381 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] Set router b2194147-de02-4e69-9899-b95e11692b72 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:36.053942 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:30:35Z', 'revision_number': 6, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:36.093711 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8d477-b169-48ad-b54c-dd24a8bd6c41 None None] The sync data for ids ['b2194147-de02-4e69-9899-b95e11692b72'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2194147-de02-4e69-9899-b95e11692b72', 'name': 'tempest-ServerRescueNegativeTestJSON-72371190-router', 'tenant_id': '5e3d3518f7d046d2892cd97771c0bff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:30:35Z', 'revision_number': 6, 'project_id': '5e3d3518f7d046d2892cd97771c0bff8', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:30:36.167376 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afcf1f-7f10-4767-85b7-5fea1d7f19af req-4c0ac71f-2ca7-4d93-bb31-0f0f50148226 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:36.175979 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-91afcf1f-7f10-4767-85b7-5fea1d7f19af req-4c0ac71f-2ca7-4d93-bb31-0f0f50148226 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 945 time: 0.1500840 Mar 08 22:30:36.268528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (367bbb03-1e0f-47bb-89f3-3042b0b47207), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:36.270147 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-91afcf1f-7f10-4767-85b7-5fea1d7f19af req-d96c0030-f037-4dd8-92b1-8cccdb7b7367 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860507 Mar 08 22:30:36.287956 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['367bbb03-1e0f-47bb-89f3-3042b0b47207'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:30:36.319626 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Pushing event deleted for resources: {'Port': ['ID=367bbb03-1e0f-47bb-89f3-3042b0b47207,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:36.376692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] No DVR routers for this DVR port 367bbb03-1e0f-47bb-89f3-3042b0b47207 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:30:36.380763 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:36.385446 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b0d2edd-43fc-405a-be65-fe3b6e3c5227 req-c6a3048f-436b-4c7b-ab39-b671f308d2e9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "DELETE /v2.0/ports/367bbb03-1e0f-47bb-89f3-3042b0b47207 HTTP/1.1" status: 204 len: 173 time: 0.8337030 Mar 08 22:30:36.386243 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'name': 'network-vif-deleted', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:36.395394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f9101-cafa-4d3d-add5-117fc55d5c61" -d '{"events": [{"server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "name": "network-vif-deleted", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:36.427597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (00196b62-1f37-427a-93f7-91f2c65010e6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:36.510903 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548cd1fb-6e34-437b-bb12-155ee72f73a8 x-openstack-request-id: req-548cd1fb-6e34-437b-bb12-155ee72f73a8 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:36.511383 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f8fc8-2ffc-4005-b2c3-9b45ffe46352", "name": "network-vif-deleted", "tag": "367bbb03-1e0f-47bb-89f3-3042b0b47207", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:36.511646 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-548cd1fb-6e34-437b-bb12-155ee72f73a8 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:36.512078 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f8fc8-2ffc-4005-b2c3-9b45ffe46352', 'name': 'network-vif-deleted', 'tag': '367bbb03-1e0f-47bb-89f3-3042b0b47207', 'status': 'completed', 'code': 200} Mar 08 22:30:36.612473 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=00196b62-1f37-427a-93f7-91f2c65010e6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:36.615997 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5c3ba467-b370-4db7-b533-760b2693668d no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:36.651813 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (b2194147-de02-4e69-9899-b95e11692b72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:36.667391 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 5c3ba467-b370-4db7-b533-760b2693668d {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:36.668341 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 5c3ba467-b370-4db7-b533-760b2693668d not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:36.685236 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135bb6e-a1bf-4376-8b89-21b00b4c2d4b req-b22e04d9-7d61-4aad-bdc5-de76dc8e46ab tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:36.699651 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d135bb6e-a1bf-4376-8b89-21b00b4c2d4b req-b22e04d9-7d61-4aad-bdc5-de76dc8e46ab tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1310742 Mar 08 22:30:36.794696 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d135bb6e-a1bf-4376-8b89-21b00b4c2d4b req-20ccb1b5-ba69-4210-9973-a716a9be889c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912273 Mar 08 22:30:36.876166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (b2194147-de02-4e69-9899-b95e11692b72), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:36.878776 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks [] for router_controller (b2194147-de02-4e69-9899-b95e11692b72), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.022315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (b2194147-de02-4e69-9899-b95e11692b72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.024528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2194147-de02-4e69-9899-b95e11692b72 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:30:37.035219 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.036633 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-26da1e1c-f701-45c0-b1f0-b9004402dfe9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b2194147-de02-4e69-9899-b95e11692b72 HTTP/1.1" status: 204 len: 168 time: 1.9298148 Mar 08 22:30:37.039924 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41544) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:37.100042 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Deleting subnet 088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:30:37.103970 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Publish callbacks [] for subnet (088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.156604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.234920 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.399606 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.468956 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:37.490696 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c18f62a-a8ae-4a3b-bf5c-5992dd6a4d1d req-c314d39a-6841-4f21-b5c4-37d306564842 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f8fc8-2ffc-4005-b2c3-9b45ffe46352 HTTP/1.1" status: 200 len: 210 time: 0.0555286 Mar 08 22:30:37.503208 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.509710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41554) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:37.518218 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-fba31672-48f2-403f-9b3a-2a464e36002e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/088c5cc0-9acf-42f7-9daa-4e5d3b04ca3f HTTP/1.1" status: 204 len: 168 time: 0.4763553 Mar 08 22:30:37.622371 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (a64526b1-e43c-48b1-bd58-97ca07212d67), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.736263 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (a64526b1-e43c-48b1-bd58-97ca07212d67), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.764016 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64526b1-e43c-48b1-bd58-97ca07212d67']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:37.776651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:37.777432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:37.790604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.805366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.812088 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:30:37.812504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (12ff9b52-b9f5-4a25-a2ad-d2ca3c9ee19a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:30:37.814373 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:30:38.005670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d5c8-bd33-4dd3-991f-5b37f7aa83f7 req-a1426754-4746-40d8-a98d-b58f05815a4f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:38.005670 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2d05d5c8-bd33-4dd3-991f-5b37f7aa83f7 req-a1426754-4746-40d8-a98d-b58f05815a4f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0878448 Mar 08 22:30:38.038509 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (a64526b1-e43c-48b1-bd58-97ca07212d67), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:38.061329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:38.069006 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] 10.222.0.39 "DELETE /v2.0/networks/a64526b1-e43c-48b1-bd58-97ca07212d67 HTTP/1.1" status: 204 len: 168 time: 0.5543048 Mar 08 22:30:38.083600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97027a-f38e-4ab9-9108-42ff8a51707c admin admin] Pushing event deleted for resources: {'Network': ['ID=a64526b1-e43c-48b1-bd58-97ca07212d67,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:38.096343 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2d05d5c8-bd33-4dd3-991f-5b37f7aa83f7 req-d1fdf015-9f3c-45c0-8656-5e94b2c0f580 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826426 Mar 08 22:30:38.267551 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:38.414652 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 00196b62-1f37-427a-93f7-91f2c65010e6 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:38.437355 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 00196b62-1f37-427a-93f7-91f2c65010e6 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:38.437929 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 00196b62-1f37-427a-93f7-91f2c65010e6 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:38.509105 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:38.588864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ce65a2ee-9d0c-4169-aa6c-bab05e90dc49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e3d3518f7d046d2892cd97771c0bff8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0785034 Mar 08 22:30:38.592164 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:38.658030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] Publish callbacks [] for security_group (c594f479-7c92-4d28-80a4-4ab4e78b7881), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:38.948680 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] Publish callbacks [] for security_group (c594f479-7c92-4d28-80a4-4ab4e78b7881), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:39.079047 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c594f479-7c92-4d28-80a4-4ab4e78b7881), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:39.081651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:39.083016 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c594f479-7c92-4d28-80a4-4ab4e78b7881 HTTP/1.1" status: 204 len: 168 time: 0.4896281 Mar 08 22:30:39.097158 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d97d0-6975-4a5a-bb35-3524f037e07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594f479-7c92-4d28-80a4-4ab4e78b7881,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:39.257659 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0db8be-1de4-419d-8c2c-a3fed89de9ed req-00a4b216-af13-4b38-933a-781b269ad184 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:39.260190 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fa0db8be-1de4-419d-8c2c-a3fed89de9ed req-00a4b216-af13-4b38-933a-781b269ad184 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0712361 Mar 08 22:30:39.339148 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fa0db8be-1de4-419d-8c2c-a3fed89de9ed req-9d9b49c1-2c82-4cd6-ac4b-1e19c8b293c3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733330 Mar 08 22:30:40.255206 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:40.365445 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-network', 'tenant_id': 'af8122a9134d452a80b232315abaa99b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:40.475903 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5d24-a846-4eed-8b46-a9fdecb3a9a9 req-6301c1ac-17ce-4916-b9a2-ce2de8365d9e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:40.477417 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ffff5d24-a846-4eed-8b46-a9fdecb3a9a9 req-6301c1ac-17ce-4916-b9a2-ce2de8365d9e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0597706 Mar 08 22:30:40.502316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Made reservation on behalf of af8122a9134d452a80b232315abaa99b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:30:40.509143 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.521736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.558261 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ffff5d24-a846-4eed-8b46-a9fdecb3a9a9 req-3d23e54b-e330-40b9-9d48-834369aa1e9d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747883 Mar 08 22:30:40.640224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks [] for security_group (e3332778-bd89-4bd8-b6c4-58979c573c0c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.707738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e3332778-bd89-4bd8-b6c4-58979c573c0c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.778597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:30:40.789979 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3332778-bd89-4bd8-b6c4-58979c573c0c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:40.805832 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.805832 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Added segment 1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e of type vlan for network df87977e-8333-457a-a80e-553fc96b7ffe Mar 08 22:30:40.889202 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (df87977e-8333-457a-a80e-553fc96b7ffe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.987144 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (df87977e-8333-457a-a80e-553fc96b7ffe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:40.988113 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:40.988729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:41.088156 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8310163 Mar 08 22:30:41.091056 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41614) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:41.092531 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f04af-c6e4-47bb-acb5-91c8662491bb admin admin] Pushing event updated for resources: {'Network': ['ID=df87977e-8333-457a-a80e-553fc96b7ffe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:41.099099 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Request body: {'subnet': {'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-subnet', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:41.110507 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network df87977e-8333-457a-a80e-553fc96b7ffe details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:30:41.210737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Made reservation on behalf of af8122a9134d452a80b232315abaa99b for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:30:41.213212 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:41.524715 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (26a2d58d-1904-4a12-b305-2d2864695545), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:41.606124 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a2d58d-1904-4a12-b305-2d2864695545,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:41.645634 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Checking segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:30:41.646548 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Network hostable DHCP agents. Network: df87977e-8333-457a-a80e-553fc96b7ffe, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:30:41.724403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff3ff-f48c-40a8-936c-8b00cb196363 req-30f2b44d-9158-4261-8d62-b532c1844116 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:41.728484 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-75dff3ff-f48c-40a8-936c-8b00cb196363 req-30f2b44d-9158-4261-8d62-b532c1844116 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0762196 Mar 08 22:30:41.808750 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-75dff3ff-f48c-40a8-936c-8b00cb196363 req-effe85ca-2bbc-438f-a9d4-3d56fc1a1f20 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538561 Mar 08 22:30:41.816155 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Network df87977e-8333-457a-a80e-553fc96b7ffe is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:30:41.987565 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, df87977e-8333-457a-a80e-553fc96b7ffe) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:41.996990 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:41.997152 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 367bbb03-1e0f-47bb-89f3-3042b0b47207 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:30:41.997845 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.000216 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ad0d0-647d-4d08-99d2-8002a091ebc8 None None] Network df87977e-8333-457a-a80e-553fc96b7ffe requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:30:42.040116 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 367bbb03-1e0f-47bb-89f3-3042b0b47207 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:30:42.040472 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 367bbb03-1e0f-47bb-89f3-3042b0b47207 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:30:42.087054 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-67ffe07f-80d2-4765-aa47-6cf794c04d2e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9935772 Mar 08 22:30:42.089708 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41620) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:42.094770 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:42.130093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-df87977e-8333-457a-a80e-553fc96b7ffe', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:30:42.131112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.181906 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.183029 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.272165 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for router_controller (cf5ba5ff-426b-41d9-8581-4a12c06b2990), precommit_add_association {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.354194 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Allocated IP 172.20.0.2 (df87977e-8333-457a-a80e-553fc96b7ffe/26a2d58d-1904-4a12-b305-2d2864695545/f8d45435-c355-42d9-bccd-2975ca515abe) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:30:42.554106 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks [] for port (f8d45435-c355-42d9-bccd-2975ca515abe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.594629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for router_gateway (cf5ba5ff-426b-41d9-8581-4a12c06b2990), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.622079 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.713428 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Network df87977e-8333-457a-a80e-553fc96b7ffe is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:42.722630 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:42.728636 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:30:42.737657 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Pushing event updated for resources: {'Port': ['ID=f8d45435-c355-42d9-bccd-2975ca515abe,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:42.829896 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Attempting to bind port f8d45435-c355-42d9-bccd-2975ca515abe on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:30:42.830328 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Attempting to bind port f8d45435-c355-42d9-bccd-2975ca515abe by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:30:42.830866 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Attempting to bind port f8d45435-c355-42d9-bccd-2975ca515abe on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:30:42.840075 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:30:42.840518 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Checking segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:30:42.841147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.842253 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Bound using segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:30:42.842463 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Bound port: f8d45435-c355-42d9-bccd-2975ca515abe, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:30:42.842773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:42.935932 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] For port f8d45435-c355-42d9-bccd-2975ca515abe, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:30:42.939381 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] For port f8d45435-c355-42d9-bccd-2975ca515abe, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f8d45435-c355-42d9-bccd-2975ca515abe,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:30:42.989019 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d094a-193e-4112-b825-8012f757ea68 req-717a7ecb-2e5e-4e02-bdfe-270478f2d5dd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:42.989778 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad7d094a-193e-4112-b825-8012f757ea68 req-717a7ecb-2e5e-4e02-bdfe-270478f2d5dd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0864613 Mar 08 22:30:43.025020 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:43.053304 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for router_gateway (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:43.079260 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:43.097800 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ad7d094a-193e-4112-b825-8012f757ea68 req-0c75b93c-85c5-4962-99e4-f5accbca1c5f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939856 Mar 08 22:30:43.151100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28d94-4de2-4ad5-b88f-6e4a362adca2 None None] Pushing event updated for resources: {'Port': ['ID=f8d45435-c355-42d9-bccd-2975ca515abe,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:43.229224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Allocated IP 172.27.1.218 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/e5fa29dc-1d62-4716-9725-4e03ec928281) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:30:43.385103 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:43.794761 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:43.845914 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:43.851643 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:43.859268 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:30:43.901969 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5fa29dc-1d62-4716-9725-4e03ec928281,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:44.396746 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for router_gateway (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:44.498870 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f8d45435-c355-42d9-bccd-2975ca515abe up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:44.592247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3cac-efef-42e1-abf6-4fb1f7a4a1bd req-b5fcd7a4-614c-4005-93ac-b2e95813c051 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:44.594035 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e89b3cac-efef-42e1-abf6-4fb1f7a4a1bd req-b5fcd7a4-614c-4005-93ac-b2e95813c051 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.3499885 Mar 08 22:30:44.609670 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port f8d45435-c355-42d9-bccd-2975ca515abe triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:44.610055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:44.701178 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e89b3cac-efef-42e1-abf6-4fb1f7a4a1bd req-cc008757-e453-4e90-9291-c9110d19b602 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584385 Mar 08 22:30:44.737543 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a789a6-2267-49c8-be5f-869b8bfc8c7a None None] Network df87977e-8333-457a-a80e-553fc96b7ffe requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:30:44.810491 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port f8d45435-c355-42d9-bccd-2975ca515abe is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:44.812459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:44.840510 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:44.881762 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-e41a55d4-50c3-4426-a9b1-0fe30c2b209d None None] Provisioning complete for port f8d45435-c355-42d9-bccd-2975ca515abe triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:44.882147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e41a55d4-50c3-4426-a9b1-0fe30c2b209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:44.885886 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port f8d45435-c355-42d9-bccd-2975ca515abe, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f8d45435-c355-42d9-bccd-2975ca515abe,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:44.965005 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:45.169854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:30:45.222460 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=f8d45435-c355-42d9-bccd-2975ca515abe,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:45.230214 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e41a55d4-50c3-4426-a9b1-0fe30c2b209d None None] Current status of the port f8d45435-c355-42d9-bccd-2975ca515abe is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:45.330568 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca72a-c182-4ebf-9c53-8188715da86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:45.394939 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:30:45.410653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:30:45.435308 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:45.437703 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:45.477857 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:45.479512 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-67afaf09-a981-42e9-8c7d-6ea47060bca4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3887491 Mar 08 22:30:45.484311 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:45.646576 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:45.730647 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-6e1942a1-54cd-4c7d-a19b-8490fd0a89c8 None None] Provisioning complete for port f8d45435-c355-42d9-bccd-2975ca515abe triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:45.731718 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e1942a1-54cd-4c7d-a19b-8490fd0a89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:45.865404 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6e1942a1-54cd-4c7d-a19b-8490fd0a89c8 None None] Current status of the port f8d45435-c355-42d9-bccd-2975ca515abe is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:46.014736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e6a5-0a04-4e61-8474-093ef8ce8df9 req-7dc12bc8-2b07-42b5-bf19-ed47b244b48d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:46.016343 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2de5e6a5-0a04-4e61-8474-093ef8ce8df9 req-7dc12bc8-2b07-42b5-bf19-ed47b244b48d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1614523 Mar 08 22:30:46.052607 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:44Z', 'revision_number': 3, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:46.082789 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:30:46.083437 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Updating router cf5ba5ff-426b-41d9-8581-4a12c06b2990 port e5fa29dc-1d62-4716-9725-4e03ec928281 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:30:46.131123 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.191979 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2de5e6a5-0a04-4e61-8474-093ef8ce8df9 req-3bacd387-4193-4f93-bbe0-fb91e25ea6d6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591432 Mar 08 22:30:46.496668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.530736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f8d45435-c355-42d9-bccd-2975ca515abe up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:46.633814 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks [] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.643950 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port f8d45435-c355-42d9-bccd-2975ca515abe triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:46.644401 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.739037 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.760302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Allocated IP 172.20.0.1 (df87977e-8333-457a-a80e-553fc96b7ffe/26a2d58d-1904-4a12-b305-2d2864695545/2a07850e-22c3-4122-9b24-214fb98cd068) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:30:46.807846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c7862-e30f-4cf4-9269-ffaf15221449 None None] Pushing event updated for resources: {'Port': ['ID=e5fa29dc-1d62-4716-9725-4e03ec928281,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:46.822666 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port f8d45435-c355-42d9-bccd-2975ca515abe is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:46.847735 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Attempting to bind port e5fa29dc-1d62-4716-9725-4e03ec928281 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:30:46.848443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Attempting to bind port e5fa29dc-1d62-4716-9725-4e03ec928281 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:30:46.848908 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Attempting to bind port e5fa29dc-1d62-4716-9725-4e03ec928281 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:30:46.856546 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:30:46.857041 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:30:46.857512 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.857916 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:30:46.858516 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Bound port: e5fa29dc-1d62-4716-9725-4e03ec928281, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:30:46.859232 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.920227 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks [] for port (2a07850e-22c3-4122-9b24-214fb98cd068), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:46.944482 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] For port e5fa29dc-1d62-4716-9725-4e03ec928281, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:30:46.950043 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] For port e5fa29dc-1d62-4716-9725-4e03ec928281, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e5fa29dc-1d62-4716-9725-4e03ec928281,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:30:47.064821 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.074583 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.176610 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Network df87977e-8333-457a-a80e-553fc96b7ffe is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:47.178351 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:47.180244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Pushing event updated for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:47.186102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:30:47.262971 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c7862-e30f-4cf4-9269-ffaf15221449 None None] Pushing event updated for resources: {'Port': ['ID=e5fa29dc-1d62-4716-9725-4e03ec928281,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:47.287099 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:47.287099 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:47.290599 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.511361 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:47.567671 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e5bd-1bc6-4387-bc20-f87436e98346 req-7da9cf9d-c419-44bf-ab33-1421479e2adc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:47.575042 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e909e5bd-1bc6-4387-bc20-f87436e98346 req-7da9cf9d-c419-44bf-ab33-1421479e2adc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1989713 Mar 08 22:30:47.683548 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e909e5bd-1bc6-4387-bc20-f87436e98346 req-8cd5a00b-ca45-4853-8101-d820bdf0dd2d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983603 Mar 08 22:30:47.743799 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d79c-a367-4837-b7fc-36f44ad4c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.763553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.778611 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d1f727b6-1f02-4b2f-84ce-efb4292d5d18 None None] Provisioning complete for port 2a07850e-22c3-4122-9b24-214fb98cd068 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:47.784118 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1f727b6-1f02-4b2f-84ce-efb4292d5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:47.853221 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d1f727b6-1f02-4b2f-84ce-efb4292d5d18 None None] Port 2a07850e-22c3-4122-9b24-214fb98cd068 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:30:47.886340 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:44Z', 'revision_number': 3, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:47.917970 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df5624-a312-4a45-bc0a-27a37414289a None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:44Z', 'revision_number': 3, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:30:48.072180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks [] for port (2a07850e-22c3-4122-9b24-214fb98cd068), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:48.157025 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:48.288760 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Pushing event updated for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:48.295692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:48.548019 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:48.585675 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Network df87977e-8333-457a-a80e-553fc96b7ffe is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:48.588907 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:48.942055 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:30:48.968162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3192c-b7ca-47fe-b650-a608028d3865 req-3bb11b12-adc8-462c-b8c7-6140996d7088 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:48.968651 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6ec3192c-b7ca-47fe-b650-a608028d3865 req-3bb11b12-adc8-462c-b8c7-6140996d7088 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1007152 Mar 08 22:30:49.115525 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6ec3192c-b7ca-47fe-b650-a608028d3865 req-78924fea-f345-46df-a472-791d10c64be7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060741 Mar 08 22:30:49.127096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-8f9d6f29-ef3a-431c-861c-7bad30bd8de9 None None] Provisioning complete for port 2a07850e-22c3-4122-9b24-214fb98cd068 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:49.127670 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6f29-ef3a-431c-861c-7bad30bd8de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:49.143533 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:30:49.150501 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0a510d8a-1052-4c46-8bf8-ae6dd245590c admin admin] 10.222.0.39 "PUT /v2.0/routers/cf5ba5ff-426b-41d9-8581-4a12c06b2990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6613073 Mar 08 22:30:49.200985 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d6f29-ef3a-431c-861c-7bad30bd8de9 None None] Port 2a07850e-22c3-4122-9b24-214fb98cd068 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:30:50.001030 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.173285 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41698) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:50.178646 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987669874', 'description': 'tempest-description--878545977'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:50.301088 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.379436 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d130-354a-4016-abe5-ef9db4d56a49 req-85989902-a509-441b-b2dc-b705d10c0f14 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:50.380039 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8f07d130-354a-4016-abe5-ef9db4d56a49 req-85989902-a509-441b-b2dc-b705d10c0f14 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1389706 Mar 08 22:30:50.486738 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (e999f5fb-dd52-44a9-8927-6b57097943fa), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.494141 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e5fa29dc-1d62-4716-9725-4e03ec928281 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:50.519886 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8f07d130-354a-4016-abe5-ef9db4d56a49 req-f6534e8c-a72d-43fb-97a1-15aedca5ce07 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278603 Mar 08 22:30:50.575817 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e999f5fb-dd52-44a9-8927-6b57097943fa), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.610628 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port e5fa29dc-1d62-4716-9725-4e03ec928281 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:50.611199 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.614630 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:30:50.661899 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:50.668980 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:50.686112 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e999f5fb-dd52-44a9-8927-6b57097943fa,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:50.705059 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.711675 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:50.714871 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-960e2eae-d203-4064-ade2-c72d444b0fa0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5373201 Mar 08 22:30:50.720377 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group_rule': {'security_group_id': 'e999f5fb-dd52-44a9-8927-6b57097943fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:50.799143 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port e5fa29dc-1d62-4716-9725-4e03ec928281 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:50.799570 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.826373 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port e5fa29dc-1d62-4716-9725-4e03ec928281, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e5fa29dc-1d62-4716-9725-4e03ec928281,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:50.828861 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:50.852981 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (6b627c04-ebae-4d6a-8d18-02d7c13e6853), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.958526 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:50.975129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (6b627c04-ebae-4d6a-8d18-02d7c13e6853), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.052080 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=e5fa29dc-1d62-4716-9725-4e03ec928281,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:51.061550 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (6b627c04-ebae-4d6a-8d18-02d7c13e6853), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.099172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b627c04-ebae-4d6a-8d18-02d7c13e6853,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:51.131566 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 2, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:51.172337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567d48-3c7c-4fc6-bc9d-3ca213995d9b req-a62a67af-580e-4ae2-8c56-9e66a59dd9b6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:51.173895 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-28567d48-3c7c-4fc6-bc9d-3ca213995d9b req-a62a67af-580e-4ae2-8c56-9e66a59dd9b6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0827816 Mar 08 22:30:51.186121 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.189147 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 41710) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:51.194384 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group_rule': {'security_group_id': 'e999f5fb-dd52-44a9-8927-6b57097943fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:51.195709 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:30:51.196179 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Updating router cf5ba5ff-426b-41d9-8581-4a12c06b2990 port 2a07850e-22c3-4122-9b24-214fb98cd068 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:30:51.199547 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e7a89cb2-761d-44fc-9db8-8da68f760607 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858577 Mar 08 22:30:51.261444 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.303822 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (a5576c11-3655-4bee-81f6-dfbd9d5033ae), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.391424 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (a5576c11-3655-4bee-81f6-dfbd9d5033ae), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.396410 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-28567d48-3c7c-4fc6-bc9d-3ca213995d9b req-21dcfd03-2e78-4bcf-b598-1c19765a3035 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905894 Mar 08 22:30:51.398055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.478415 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (a5576c11-3655-4bee-81f6-dfbd9d5033ae), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.505870 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5576c11-3655-4bee-81f6-dfbd9d5033ae,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:51.559742 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.561606 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9882afa4-422e-4e36-9773-11c157ff72cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713925 Mar 08 22:30:51.567569 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:30:51.572218 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:51.696957 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks [] for port (2a07850e-22c3-4122-9b24-214fb98cd068), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:51.962686 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.049887 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.070028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.138361 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Pushing event updated for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:52.167853 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.169352 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.170126 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.171300 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.171645 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.172744 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.172744 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.172744 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.173079 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.173381 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.173707 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.174030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.174348 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:52.195210 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Attempting to bind port 2a07850e-22c3-4122-9b24-214fb98cd068 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:30:52.195691 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Attempting to bind port 2a07850e-22c3-4122-9b24-214fb98cd068 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:30:52.196898 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Attempting to bind port 2a07850e-22c3-4122-9b24-214fb98cd068 on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:30:52.203656 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:30:52.203656 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Checking segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:30:52.203656 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.204286 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Bound using segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:30:52.205517 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Bound port: 2a07850e-22c3-4122-9b24-214fb98cd068, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:30:52.205870 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.279563 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Allocated IP 172.27.1.93 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/7f187700-7ea3-4fd2-9250-c128f94ea79a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:30:52.364879 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] For port 2a07850e-22c3-4122-9b24-214fb98cd068, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:30:52.367496 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] For port 2a07850e-22c3-4122-9b24-214fb98cd068, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2a07850e-22c3-4122-9b24-214fb98cd068,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:30:52.436890 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.478022 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e5fa29dc-1d62-4716-9725-4e03ec928281 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:52.576986 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Provisioning complete for port 2a07850e-22c3-4122-9b24-214fb98cd068 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:52.577615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.613568 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.630342 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:30:52.631608 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:52.758829 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ef1e7-3bed-4bd4-8821-8533b2216b6e req-6bf51c5d-6d98-46c7-ad79-061aae39071e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:52.769681 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-003ef1e7-3bed-4bd4-8821-8533b2216b6e req-6bf51c5d-6d98-46c7-ad79-061aae39071e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.2440474 Mar 08 22:30:52.824852 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:30:52.848279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Current status of the port 2a07850e-22c3-4122-9b24-214fb98cd068 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:52.848943 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.863885 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-003ef1e7-3bed-4bd4-8821-8533b2216b6e req-f4d064f9-8945-4d8f-a1d3-b0f0d7611656 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803320 Mar 08 22:30:52.869907 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port e5fa29dc-1d62-4716-9725-4e03ec928281 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:52.870457 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.891326 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:52.931581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] For port 2a07850e-22c3-4122-9b24-214fb98cd068, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2a07850e-22c3-4122-9b24-214fb98cd068,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:30:53.029478 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.055990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=7f187700-7ea3-4fd2-9250-c128f94ea79a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:53.069750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:53.071762 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:53.076188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:30:53.130332 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port e5fa29dc-1d62-4716-9725-4e03ec928281 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:53.173844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Pushing event updated for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:53.182125 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.182483 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.182833 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.183161 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.183487 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.183812 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.184268 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.184592 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.185630 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.185964 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.186291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.186612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.186957 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5320bc1-03db-49f7-b1df-843e90fac648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:30:53.190544 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ceb9f-4824-4980-a4c7-fc1fc1671b5f None None] Pushing event updated for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:53.192517 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-79dc9eff-1ef5-48d9-b7ad-e497229b37e7 None None] Provisioning complete for port 2a07850e-22c3-4122-9b24-214fb98cd068 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:53.192941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79dc9eff-1ef5-48d9-b7ad-e497229b37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.222369 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.373617 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.443004 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:30:53.491227 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c9ec8-9c9c-4a38-a5ea-381d0fc5d080 None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:30:53.682675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-79dc9eff-1ef5-48d9-b7ad-e497229b37e7 None None] Current status of the port 2a07850e-22c3-4122-9b24-214fb98cd068 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:53.751316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.824885 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:53.923910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=7f187700-7ea3-4fd2-9250-c128f94ea79a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:53.927242 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:54.005402 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f52331-e205-4caa-bf5c-f263a4279de6 req-88dd03db-93a6-40ad-93f6-cff454c2a257 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:54.007417 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17f52331-e205-4caa-bf5c-f263a4279de6 req-88dd03db-93a6-40ad-93f6-cff454c2a257 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0645103 Mar 08 22:30:54.010253 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:54.020892 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3d4eec2a-7b53-4e5b-9141-533568401b7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4521897 Mar 08 22:30:54.095676 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17f52331-e205-4caa-bf5c-f263a4279de6 req-f1af4c1d-5283-46d7-9a2b-e852ea1a200a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727282 Mar 08 22:30:54.330745 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-f6dadb23-7006-403f-ba6b-1f22ba803a4b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--987669874&fields=id&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 267 time: 0.0523758 Mar 08 22:30:54.457631 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2a07850e-22c3-4122-9b24-214fb98cd068 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:30:54.462537 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-6086f365-7013-4e79-a660-481a4ccb17cf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:54.464178 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-6086f365-7013-4e79-a660-481a4ccb17cf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 817 time: 0.1250834 Mar 08 22:30:54.482697 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-3a8396b4-24dc-4392-8149-0709f4d62096 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/quotas/af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 375 time: 0.0112402 Mar 08 22:30:54.526018 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 2a07850e-22c3-4122-9b24-214fb98cd068 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:54.526406 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:54.561146 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-be3b5147-0eb7-4a6f-948a-ef44af0e563d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677335 Mar 08 22:30:54.640612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 2a07850e-22c3-4122-9b24-214fb98cd068 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:30:54.680025 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-faac003f-c57f-44e0-b484-f56f4c4c2356 service neutron] 10.222.0.39 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009929 Mar 08 22:30:54.775041 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-6e3228bc-6282-4037-951e-9af6066d2753 service neutron] 10.222.0.39 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896952 Mar 08 22:30:55.034267 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5d164963-39f4-44d1-baee-b5584a8bddba req-082d58e0-aed1-434a-a7f8-20c8ea172576 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 210 time: 0.0275767 Mar 08 22:30:55.217130 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cccfbf-9577-4124-99f3-b2894cf1cac7 req-c0d69029-f752-4c45-b660-fca79e98e8fc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:55.218601 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d7cccfbf-9577-4124-99f3-b2894cf1cac7 req-c0d69029-f752-4c45-b660-fca79e98e8fc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Mar 08 22:30:55.265594 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d7cccfbf-9577-4124-99f3-b2894cf1cac7 req-03ed0591-d735-4e7b-8d27-278837c70e28 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410950 Mar 08 22:30:56.143580 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dc194cf1-07d7-4171-ad3b-66fd86711807 req-d2b0a548-d504-4076-8a70-78a7ed41389d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Mar 08 22:30:56.154282 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-52213dd8-70c1-433d-9780-bea7d210f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:56.161088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-52213dd8-70c1-433d-9780-bea7d210f9e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.0674963 Mar 08 22:30:56.253173 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-32d2df23-87e3-4a70-8e2f-a340516cf282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:56.254588 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-32d2df23-87e3-4a70-8e2f-a340516cf282 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0894899 Mar 08 22:30:56.332051 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-4964d420-72f7-4b05-8b9a-6bafe03ac1f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 1001 time: 0.0710390 Mar 08 22:30:56.399606 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87ef92-e825-4af3-b806-a26d0d0ba8fb req-51042462-8743-4575-8df7-05ce8d797baa tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:56.401172 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5e87ef92-e825-4af3-b806-a26d0d0ba8fb req-51042462-8743-4575-8df7-05ce8d797baa tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0551312 Mar 08 22:30:56.447423 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5e87ef92-e825-4af3-b806-a26d0d0ba8fb req-ddb258b6-0d01-43e3-9d91-a532b32112f7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Mar 08 22:30:56.570606 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-8777f854-5299-4408-b3f2-fb4d8bac91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:56.572045 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-8777f854-5299-4408-b3f2-fb4d8bac91d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0441031 Mar 08 22:30:56.620995 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-86ee77d2-42df-47b5-92c1-86d7d1cd87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:56.622478 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-86ee77d2-42df-47b5-92c1-86d7d1cd87e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444117 Mar 08 22:30:56.963369 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-04ace8b7-e977-4adc-90b3-0347c23d6283 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337126 Mar 08 22:30:57.056637 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e5855b26-8b11-4177-aaa3-f9766523e082 req-048ab445-7d42-4b7a-ab77-c36344afb7d7 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846143 Mar 08 22:30:57.262443 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc1eb5f2-e990-4222-a896-df68e4a967fb req-300f7c6a-4490-4fd7-97d6-89fe50cdd46a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 210 time: 0.0397508 Mar 08 22:30:57.343585 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b95a4b15-2f0c-4a66-b2fe-f621551ce4a0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:57.348024 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b95a4b15-2f0c-4a66-b2fe-f621551ce4a0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 817 time: 0.1322639 Mar 08 22:30:57.405639 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-f9b39e49-0a50-4f93-abce-34ca7ba31743 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 379 time: 0.0518513 Mar 08 22:30:57.415798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'port': {'device_id': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'admin_state_up': True, 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'security_groups': ['e999f5fb-dd52-44a9-8927-6b57097943fa']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:57.574206 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a0c87-4d47-499d-838b-353ad4bc7cf9 req-90b4f205-f5bd-44a1-a152-03bbbb5f9565 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:57.575758 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-747a0c87-4d47-499d-838b-353ad4bc7cf9 req-90b4f205-f5bd-44a1-a152-03bbbb5f9565 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0572355 Mar 08 22:30:57.620953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Made reservation on behalf of af8122a9134d452a80b232315abaa99b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:30:57.623829 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-747a0c87-4d47-499d-838b-353ad4bc7cf9 req-e1fa34fc-acb8-49f9-a17a-3d4eb8a445c7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Mar 08 22:30:57.624892 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:57.754578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Allocated IP 172.20.0.4 (df87977e-8333-457a-a80e-553fc96b7ffe/26a2d58d-1904-4a12-b305-2d2864695545/1fd8beea-3cf1-4f15-9181-2a20624f1ae1) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:30:57.903223 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.056091 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.101959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Network df87977e-8333-457a-a80e-553fc96b7ffe is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:30:58.106095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:30:58.123807 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:30:58.161790 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:58.232407 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:58.233595 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.270741 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-01d25ecb-1c67-4ce1-a638-b40af8527acc tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:58.272391 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-01d25ecb-1c67-4ce1-a638-b40af8527acc tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/networks?id=0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 200 len: 814 time: 0.1676016 Mar 08 22:30:58.290273 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-06d02673-a214-43c8-a9ff-1194a1d856b0 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/quotas/b3dedee03f1c499a900e30dc0100947b HTTP/1.1" status: 200 len: 375 time: 0.0105770 Mar 08 22:30:58.332027 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8a6c7cb-4e5b-41fb-b8e4-7ef2a04189df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202008 Mar 08 22:30:58.334016 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a2e8e3c8-0584-424d-a78f-48a873fb0568 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394440 Mar 08 22:30:58.336575 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d8f3b8a6-fd39-47b0-99e9-c7edacfebff8 None None] Provisioning complete for port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:30:58.337070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b8a6-fd39-47b0-99e9-c7edacfebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.343995 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Request body: {'port': {'device_id': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:30:58.375578 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3b8a6-fd39-47b0-99e9-c7edacfebff8 None None] Port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:30:58.416841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af4031-2338-4765-88c0-fb587f1a3188 req-b1b2f27e-b2c0-41bc-974c-b1d175d4c6b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:58.418303 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-33af4031-2338-4765-88c0-fb587f1a3188 req-b1b2f27e-b2c0-41bc-974c-b1d175d4c6b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 931 time: 0.0620651 Mar 08 22:30:58.466508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.473507 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-33af4031-2338-4765-88c0-fb587f1a3188 req-c4bb5596-50d2-44f4-add1-8db67d5262b6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486536 Mar 08 22:30:58.494343 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-7f8febfc-8f5f-45b7-b4d4-7eaa445032b3 service neutron] 10.222.0.39 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465919 Mar 08 22:30:58.683051 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-78b3242c-f864-48c1-89b8-a5fda575caeb service neutron] 10.222.0.39 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718481 Mar 08 22:30:58.753445 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0682-4567-493a-84b6-22ee0cec0f37 req-cbf8c536-b416-40c8-919d-5337f9f2e75c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:58.762849 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fa6b0682-4567-493a-84b6-22ee0cec0f37 req-cbf8c536-b416-40c8-919d-5337f9f2e75c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0649650 Mar 08 22:30:58.808061 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fa6b0682-4567-493a-84b6-22ee0cec0f37 req-1e75ccfd-2800-4a8b-9e1e-33cf1aba80b9 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Mar 08 22:30:58.824340 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:30:58.832786 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks [] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.845371 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Transition to ACTIVE for port object 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:30:58.947399 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:58.997261 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:59.069768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Attempting to bind port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:30:59.070234 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Attempting to bind port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:30:59.070567 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Attempting to bind port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:30:59.075140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 on network df87977e-8333-457a-a80e-553fc96b7ffe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:30:59.075456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Attempting to bind port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:30:59.081133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:30:59.081476 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Checking segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:30:59.081856 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Bound using segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:30:59.082277 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Bound port: 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:30:59.082631 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:59.158509 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:30:59.161742 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:30:59.215798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:59.248029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.249192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:30:59.250569 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 1093 time: 0.9113038 Mar 08 22:30:59.251029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:30:59.253364 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b9696-a00e-4b30-bfe7-e6589380f7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:30:59.282685 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef62c62-9133-4cf6-a507-aafde54a17c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:30:59.297920 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a376c82-daa9-49b6-af6d-90d83e779321 x-openstack-request-id: req-6a376c82-daa9-49b6-af6d-90d83e779321 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:30:59.298268 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:30:59.298525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a376c82-daa9-49b6-af6d-90d83e779321 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:30:59.298946 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'status': 'completed', 'code': 200} Mar 08 22:30:59.369147 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-3808b103-90b7-4806-8a51-ae2a99cd38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.371675 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-3808b103-90b7-4806-8a51-ae2a99cd38cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1127 time: 0.0514691 Mar 08 22:30:59.475825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-6f055f10-9633-4a67-9826-174b2bc2ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.477237 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-6f055f10-9633-4a67-9826-174b2bc2ad98 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=af8122a9134d452a80b232315abaa99b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0965762 Mar 08 22:30:59.572359 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-03e06731-2004-4448-b844-b3f7fced6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.573844 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f69b9696-a00e-4b30-bfe7-e6589380f7d2 req-03e06731-2004-4448-b844-b3f7fced6055 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899999 Mar 08 22:30:59.611465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40c881-4c00-46ca-8b5c-48be3c441b69 req-254c7aa3-c051-4b15-9c42-f2c9c1274881 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.613101 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5f40c881-4c00-46ca-8b5c-48be3c441b69 req-254c7aa3-c051-4b15-9c42-f2c9c1274881 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0548882 Mar 08 22:30:59.659420 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5f40c881-4c00-46ca-8b5c-48be3c441b69 req-6dc682a4-2efd-40e0-bcaa-1494782baaa7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Mar 08 22:30:59.663875 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-74b4dd20-7f8c-4c3b-b134-95701e691f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.665632 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-74b4dd20-7f8c-4c3b-b134-95701e691f86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1127 time: 0.0513473 Mar 08 22:30:59.707885 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-3f2788c9-59d0-4b76-b9b8-042e3f219aea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 217 time: 0.0347335 Mar 08 22:30:59.758135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8724d63-e79c-4372-b268-742cbc4d0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.759605 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-b8724d63-e79c-4372-b268-742cbc4d0572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0456755 Mar 08 22:30:59.811858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-7ebddfde-c7d9-4c75-814b-3a1d52726183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:30:59.813365 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-7ebddfde-c7d9-4c75-814b-3a1d52726183 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472260 Mar 08 22:30:59.906091 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-a3088feb-d426-4885-9939-426b1c7ab8db service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Mar 08 22:30:59.968149 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b628175d-6a02-4ebc-a7ab-a07ccbf4eae8 req-43d305ec-5a8c-43a5-b3c0-0d0d2eae0f01 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 210 time: 0.0322316 Mar 08 22:31:00.018388 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94a2ab66-3852-4eef-ab13-d66e3fda6c4b req-854f1f60-ed33-4656-83e3-4ea89f2d5051 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043770 Mar 08 22:31:00.181424 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41910) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:00.226473 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Deleting subnet ef41c292-e580-4554-85a8-17d40ed34426 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:31:00.229580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Publish callbacks [] for subnet (ef41c292-e580-4554-85a8-17d40ed34426), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.262551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13611336'] for subnet (ef41c292-e580-4554-85a8-17d40ed34426), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.301835 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (ef41c292-e580-4554-85a8-17d40ed34426), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.449423 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13474252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136511'] for subnet (ef41c292-e580-4554-85a8-17d40ed34426), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.475714 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef41c292-e580-4554-85a8-17d40ed34426,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:00.479443 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.482546 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-28574c9f-7821-47d3-9b5c-da137c6a3717 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef41c292-e580-4554-85a8-17d40ed34426 HTTP/1.1" status: 204 len: 168 time: 0.3000648 Mar 08 22:31:00.485020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41914) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:00.552110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (8afa7204-f877-4e63-905a-daf00a75ee38), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.631310 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (8afa7204-f877-4e63-905a-daf00a75ee38), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.651005 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa7204-f877-4e63-905a-daf00a75ee38']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:00.660271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4d29de-442a-4421-82dd-60f80160dcab') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:00.660556 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4d29de-442a-4421-82dd-60f80160dcab') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:00.669590 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (6f4d29de-442a-4421-82dd-60f80160dcab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.682860 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (6f4d29de-442a-4421-82dd-60f80160dcab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.689939 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (6f4d29de-442a-4421-82dd-60f80160dcab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:31:00.695507 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:31:00.790535 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbca2c7-87ba-4010-9a20-11923a183d1e req-9860d77f-fcf1-4d14-900b-2dca71b20f01 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:00.792022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-adbca2c7-87ba-4010-9a20-11923a183d1e req-9860d77f-fcf1-4d14-900b-2dca71b20f01 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0562696 Mar 08 22:31:00.811128 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (8afa7204-f877-4e63-905a-daf00a75ee38), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.818395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:00.821413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8afa7204-f877-4e63-905a-daf00a75ee38 HTTP/1.1" status: 204 len: 168 time: 0.3354146 Mar 08 22:31:00.835289 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c28f1-66be-47f3-8234-bf97b8b12ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8afa7204-f877-4e63-905a-daf00a75ee38,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:00.858593 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-adbca2c7-87ba-4010-9a20-11923a183d1e req-1de5defe-9d96-4791-b09c-a27610be0297 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599351 Mar 08 22:31:01.060101 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d393ffa1-b1b7-40f8-bebd-45bdf6834fd9 req-1d99038f-0d0f-4a5f-babb-b6a7f4fc8e47 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 210 time: 0.0272624 Mar 08 22:31:01.113711 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:01.152061 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c10ed165-283f-4da1-a061-ea1816877f20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b463292272ca4e958d9acc9e6c1dad78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372298 Mar 08 22:31:01.154329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 41926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:01.199982 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] Publish callbacks [] for security_group (f0c24110-660b-485e-9f29-7c289ab03412), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:01.220275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] Publish callbacks [] for security_group (f0c24110-660b-485e-9f29-7c289ab03412), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:01.329458 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f0c24110-660b-485e-9f29-7c289ab03412), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:01.332020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:01.333190 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0c24110-660b-485e-9f29-7c289ab03412 HTTP/1.1" status: 204 len: 168 time: 0.1779468 Mar 08 22:31:01.340903 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad166e-25ca-42fc-9399-3d07ebdad476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c24110-660b-485e-9f29-7c289ab03412,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:01.724810 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-0199901a-8ba7-4367-848e-5c76377f5864 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:01.727494 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-0199901a-8ba7-4367-848e-5c76377f5864 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "GET /v2.0/networks?id=0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 200 len: 814 time: 0.0994349 Mar 08 22:31:01.788249 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Request body: {'port': {'device_id': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b', 'admin_state_up': True, 'tenant_id': 'b3dedee03f1c499a900e30dc0100947b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:31:01.942764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Made reservation on behalf of b3dedee03f1c499a900e30dc0100947b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:31:01.947115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.043226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a84d-b14a-4512-a93e-a096b337466b req-7e2d5f8f-2541-4e92-b484-63f0920acfcf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:02.044687 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60a0a84d-b14a-4512-a93e-a096b337466b req-7e2d5f8f-2541-4e92-b484-63f0920acfcf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.1125739 Mar 08 22:31:02.137144 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-60a0a84d-b14a-4512-a93e-a096b337466b req-dace0a5b-7a3e-457e-80ea-69b57e0e6d6b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862296 Mar 08 22:31:02.138144 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Allocated IP 172.20.0.3 (0b78acbb-0fdd-4555-b177-abae2a67823b/3c48dc57-69cf-49bc-af36-1e62d60f2612/e84b8142-9550-49bf-a496-b1c600c2fea2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:31:02.197250 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-365af957-2c3b-49f1-842c-8ee7236b7591 req-2a92105b-563b-4bb4-b70a-105cf5f53d55 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 210 time: 0.0385628 Mar 08 22:31:02.293419 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks [] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.381529 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.426069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Network 0b78acbb-0fdd-4555-b177-abae2a67823b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:31:02.431297 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:31:02.432742 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:31:02.439189 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Pushing event updated for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:02.483955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:02.484550 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.589368 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-b623344d-a27d-455e-85fe-4d9b388cce2f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8054013 Mar 08 22:31:02.601445 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Request body: {'port': {'device_id': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:31:02.661857 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.916851 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84b8142-9550-49bf-a496-b1c600c2fea2 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:31:02.924153 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks [] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:02.935420 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Transition to ACTIVE for port object e84b8142-9550-49bf-a496-b1c600c2fea2 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:31:02.980542 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:03.033671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Pushing event updated for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:03.100401 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Attempting to bind port e84b8142-9550-49bf-a496-b1c600c2fea2 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:31:03.103026 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Attempting to bind port e84b8142-9550-49bf-a496-b1c600c2fea2 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:31:03.103026 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Attempting to bind port e84b8142-9550-49bf-a496-b1c600c2fea2 on network 0b78acbb-0fdd-4555-b177-abae2a67823b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:31:03.105382 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Port e84b8142-9550-49bf-a496-b1c600c2fea2 on network 0b78acbb-0fdd-4555-b177-abae2a67823b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:31:03.105690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Attempting to bind port e84b8142-9550-49bf-a496-b1c600c2fea2 on network 0b78acbb-0fdd-4555-b177-abae2a67823b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:31:03.111009 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:31:03.111344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Checking segment: {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:31:03.111723 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Bound using segment: {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:31:03.112141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Bound port: e84b8142-9550-49bf-a496-b1c600c2fea2, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62d12d8-0d47-48d5-b926-127f591a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:31:03.112489 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:03.175447 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:31:03.178533 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e84b8142-9550-49bf-a496-b1c600c2fea2,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:31:03.254536 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:03.295515 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:03.296131 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:03.298060 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] 10.222.0.35 "PUT /v2.0/ports/e84b8142-9550-49bf-a496-b1c600c2fea2 HTTP/1.1" status: 200 len: 1093 time: 0.7008452 Mar 08 22:31:03.302647 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:31:03.304911 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182b4cb-e168-4287-972c-5a114097baeb" -d '{"events": [{"name": "network-changed", "server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:31:03.332475 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5cf73-9b20-4ca5-8541-a36ea2f67d3d req-d6289b56-388f-4820-af39-4bd6575dda52 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:03.333723 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42be82-82fb-4da1-ba35-24dc6835a1fe req-95365163-b9b0-4028-8f6d-031aa8b3b147 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:03.334192 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6e5cf73-9b20-4ca5-8541-a36ea2f67d3d req-d6289b56-388f-4820-af39-4bd6575dda52 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.1117110 Mar 08 22:31:03.335267 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6e42be82-82fb-4da1-ba35-24dc6835a1fe req-95365163-b9b0-4028-8f6d-031aa8b3b147 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.0715497 Mar 08 22:31:03.338862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a78eea-d8db-4947-b8ee-48deac16e467 service neutron] Pushing event updated for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:03.388540 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f6e5cf73-9b20-4ca5-8541-a36ea2f67d3d req-0681957c-6aad-4b9d-a0a8-5b85219deacb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Mar 08 22:31:03.389150 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6e42be82-82fb-4da1-ba35-24dc6835a1fe req-320541bb-bc35-46a3-a501-592533dbd80d tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Mar 08 22:31:03.444259 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f91e47-9934-40e3-acde-790929d5175a x-openstack-request-id: req-f7f91e47-9934-40e3-acde-790929d5175a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:31:03.444552 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:31:03.444804 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7f91e47-9934-40e3-acde-790929d5175a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:31:03.445199 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2', 'status': 'completed', 'code': 200} Mar 08 22:31:03.463779 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-ed5ac7cc-95c6-4e36-9409-0304f4283186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:03.465256 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-ed5ac7cc-95c6-4e36-9409-0304f4283186 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 1127 time: 0.0528724 Mar 08 22:31:03.515117 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-06bfadc6-71b7-4518-99a8-94f4eb09cb7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84b8142-9550-49bf-a496-b1c600c2fea2 HTTP/1.1" status: 200 len: 217 time: 0.0372775 Mar 08 22:31:03.567117 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-7226f706-646a-4d27-aa3c-bc7c442a81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:03.568501 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-7226f706-646a-4d27-aa3c-bc7c442a81c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c48dc57-69cf-49bc-af36-1e62d60f2612 HTTP/1.1" status: 200 len: 854 time: 0.0422604 Mar 08 22:31:03.599221 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-ab5d15a9-4285-4fb5-ac4a-a789e921efb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b78acbb-0fdd-4555-b177-abae2a67823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242188 Mar 08 22:31:03.689966 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-73b565c5-939a-495d-b9a8-c4d04971cff1 service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819108 Mar 08 22:31:03.774281 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2a6c0a52-4ac5-41ce-be5b-cbe59d5704aa req-502f1671-9cda-4467-a9e3-aa195bbc73be service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780804 Mar 08 22:31:04.035533 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b4cb-e168-4287-972c-5a114097baeb req-57a12872-d1d7-42e6-9669-c86e6ae9f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:04.037031 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-57a12872-d1d7-42e6-9669-c86e6ae9f637 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3dedee03f1c499a900e30dc0100947b&device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 1127 time: 0.0486250 Mar 08 22:31:04.130586 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:31:04.240409 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:04.253206 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:31:04.289999 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:31:04.290304 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:04.304287 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:31:04.324463 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:04.378746 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b4cb-e168-4287-972c-5a114097baeb req-1f5fcf35-95a3-46eb-ab31-d796f20b0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:04.380251 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-1f5fcf35-95a3-46eb-ab31-d796f20b0ec9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 200 len: 915 time: 0.3366411 Mar 08 22:31:04.404049 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:04.424183 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-aad72a2b-d5d7-433b-b24c-54fba15af67b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84b8142-9550-49bf-a496-b1c600c2fea2 HTTP/1.1" status: 200 len: 217 time: 0.0374589 Mar 08 22:31:04.454762 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:04.485095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b4cb-e168-4287-972c-5a114097baeb req-3f94bf73-9848-4830-911c-1a4d4fc59843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:04.486542 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-3f94bf73-9848-4830-911c-1a4d4fc59843 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c48dc57-69cf-49bc-af36-1e62d60f2612 HTTP/1.1" status: 200 len: 854 time: 0.0555913 Mar 08 22:31:04.531117 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-8c780a34-1fe8-4648-aa66-febf84322dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b78acbb-0fdd-4555-b177-abae2a67823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293367 Mar 08 22:31:04.576661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a02023-fbca-4a2f-ae7c-00e7e15554c7 req-33aed529-4523-4f5d-952c-416a4a83aecd tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:04.578147 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14a02023-fbca-4a2f-ae7c-00e7e15554c7 req-33aed529-4523-4f5d-952c-416a4a83aecd tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.1056223 Mar 08 22:31:04.665665 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-14a02023-fbca-4a2f-ae7c-00e7e15554c7 req-4d7c71ec-ed2b-4181-bc3b-16ee9db7b601 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Mar 08 22:31:04.667484 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-8cab068d-8ce4-4f7a-95a8-16a43a214ae4 service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300931 Mar 08 22:31:04.719484 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c8307-2711-4c98-ab88-ba790465629a req-9e3db301-12d8-469f-89ac-1925981da177 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:04.720977 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9b8c8307-2711-4c98-ab88-ba790465629a req-9e3db301-12d8-469f-89ac-1925981da177 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.2182448 Mar 08 22:31:04.759938 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5182b4cb-e168-4287-972c-5a114097baeb req-77734657-980f-4fed-bdbf-743035e0a821 service neutron] 10.222.0.35 "GET /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Mar 08 22:31:04.767356 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9b8c8307-2711-4c98-ab88-ba790465629a req-4271ce72-168c-4b59-87d3-2d7d9308b805 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Mar 08 22:31:05.256073 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['1fd8beea-3cf1-4f15-9181-2a20624f1ae1'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:31:05.844334 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a2fe-c91f-4cfa-9fdf-5826e5160ff5 req-516a4103-ebca-4b89-aa2f-e959530792c3 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:05.845824 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d583a2fe-c91f-4cfa-9fdf-5826e5160ff5 req-516a4103-ebca-4b89-aa2f-e959530792c3 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.1135352 Mar 08 22:31:05.897330 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d583a2fe-c91f-4cfa-9fdf-5826e5160ff5 req-51696981-1ab4-48e1-9ef3-e0cafa83a459 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Mar 08 22:31:05.900318 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366bbb-4fc9-488e-8aaa-6b6728e285e6 req-df830bdd-3208-4ef5-ba04-9428740ebb79 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:05.901813 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2366bbb-4fc9-488e-8aaa-6b6728e285e6 req-df830bdd-3208-4ef5-ba04-9428740ebb79 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0619748 Mar 08 22:31:05.954402 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2366bbb-4fc9-488e-8aaa-6b6728e285e6 req-c3db7d37-72bd-4489-924d-37acf925c9d7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468228 Mar 08 22:31:07.010695 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2115d-a02e-4eb1-b64e-85b191c0965a req-90c18484-8bf9-44f2-bcf5-598d504c12b9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:07.012190 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11e2115d-a02e-4eb1-b64e-85b191c0965a req-90c18484-8bf9-44f2-bcf5-598d504c12b9 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.0513988 Mar 08 22:31:07.062178 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11e2115d-a02e-4eb1-b64e-85b191c0965a req-36f9fa91-4709-460c-b564-1e63905bd181 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438540 Mar 08 22:31:07.073103 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f6c80-9f37-4335-affe-bf0d8bd2b391 req-9ca372b0-82f8-4c26-977f-478955951bef tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:07.074563 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fb1f6c80-9f37-4335-affe-bf0d8bd2b391 req-9ca372b0-82f8-4c26-977f-478955951bef tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0510473 Mar 08 22:31:07.123343 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fb1f6c80-9f37-4335-affe-bf0d8bd2b391 req-18755fd5-f09b-450a-b9e8-6948d41dcfee tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Mar 08 22:31:08.151733 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:31:08.183150 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4df0-45bb-4945-bebb-8c6570de3d14 req-58765829-81d4-42f2-b7b6-be9807e30dbd tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:08.184769 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae7f4df0-45bb-4945-bebb-8c6570de3d14 req-58765829-81d4-42f2-b7b6-be9807e30dbd tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.0558836 Mar 08 22:31:08.248394 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ae7f4df0-45bb-4945-bebb-8c6570de3d14 req-18396171-fd77-46dd-94d1-188255c00fac tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525765 Mar 08 22:31:08.249936 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898b54-7cb4-45b0-a7fb-a97f3c43a734 req-f11afb45-241f-407a-a2af-6914cd447a17 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:08.251455 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-25898b54-7cb4-45b0-a7fb-a97f3c43a734 req-f11afb45-241f-407a-a2af-6914cd447a17 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0557449 Mar 08 22:31:08.295495 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:08.298893 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-25898b54-7cb4-45b0-a7fb-a97f3c43a734 req-98c24faf-4296-42da-b7fa-c8a7a58b51d4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Mar 08 22:31:08.335214 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:31:08.339358 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:31:08.339737 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:08.414788 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:31:08.415208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:08.443363 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:31:08.449553 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f464c-86e1-438e-85ea-9e43361f16dd" -d '{"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:31:08.463590 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:08.487348 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffb2dd-5ab8-408e-b796-641c1b969def x-openstack-request-id: req-c7ffb2dd-5ab8-408e-b796-641c1b969def {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:31:08.487716 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:31:08.488043 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7ffb2dd-5ab8-408e-b796-641c1b969def {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:31:08.488506 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'code': 200} Mar 08 22:31:08.538847 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:08.589011 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:08.773561 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32500a-9a62-407c-b195-7aff98d2eef0 req-74e731aa-d165-4dbd-b493-bba901883025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:08.775065 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb32500a-9a62-407c-b195-7aff98d2eef0 req-74e731aa-d165-4dbd-b493-bba901883025 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1129 time: 0.0432055 Mar 08 22:31:08.823794 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-eb32500a-9a62-407c-b195-7aff98d2eef0 req-18c9d5d7-0914-4ffe-96e1-20952857fd5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368054 Mar 08 22:31:09.363615 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fed0a5-2054-45fc-8f26-6c6963231224 req-a8951bcb-0085-4caa-abee-9755edfb5b88 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:09.365080 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-02fed0a5-2054-45fc-8f26-6c6963231224 req-a8951bcb-0085-4caa-abee-9755edfb5b88 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 943 time: 0.0515144 Mar 08 22:31:09.412663 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-02fed0a5-2054-45fc-8f26-6c6963231224 req-2d99ccc7-ff23-473e-9132-92eeb608c46f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Mar 08 22:31:09.425473 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5fee7-b549-4c51-8f74-f62a50222a01 req-c9950f64-6328-420a-83cb-6913240eff1e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:09.427525 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a7b5fee7-b549-4c51-8f74-f62a50222a01 req-c9950f64-6328-420a-83cb-6913240eff1e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0561769 Mar 08 22:31:09.474222 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a7b5fee7-b549-4c51-8f74-f62a50222a01 req-ac8ec67f-1a7d-41de-9d54-b1a3e63ffb9f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Mar 08 22:31:10.181809 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e84b8142-9550-49bf-a496-b1c600c2fea2 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:31:10.273939 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e84b8142-9550-49bf-a496-b1c600c2fea2,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:10.285757 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'e84b8142-9550-49bf-a496-b1c600c2fea2', 'network_id': '0b78acbb-0fdd-4555-b177-abae2a67823b', 'port_id': 'e84b8142-9550-49bf-a496-b1c600c2fea2', 'mac_address': 'fa:16:3e:80:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c48dc57-69cf-49bc-af36-1e62d60f2612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:31:10.326876 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port e84b8142-9550-49bf-a496-b1c600c2fea2 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:31:10.327251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:10.339636 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84b8142-9550-49bf-a496-b1c600c2fea2 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:31:10.360006 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e84b8142-9550-49bf-a496-b1c600c2fea2,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:10.427060 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:10.475822 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:10.537787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a96597-23d4-4ad7-a065-4537a52e4992 req-97c59152-5f06-46cf-b60e-ae1f27908438 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:10.539619 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d3a96597-23d4-4ad7-a065-4537a52e4992 req-97c59152-5f06-46cf-b60e-ae1f27908438 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 944 time: 0.0600610 Mar 08 22:31:10.602489 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d3a96597-23d4-4ad7-a065-4537a52e4992 req-c0319420-811a-436d-a848-057c8f2dc2c6 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571082 Mar 08 22:31:10.629364 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b7db-f67e-4a5f-954f-cf4c2d1d5d6a req-0976734c-9292-4512-af9a-f3c54869f9ef tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:10.632633 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7f8b7db-f67e-4a5f-954f-cf4c2d1d5d6a req-0976734c-9292-4512-af9a-f3c54869f9ef tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0788457 Mar 08 22:31:10.678445 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7f8b7db-f67e-4a5f-954f-cf4c2d1d5d6a req-977c5f0d-8732-4ec8-a781-4ab6f6d81fe2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Mar 08 22:31:10.832363 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['e84b8142-9550-49bf-a496-b1c600c2fea2'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:31:11.132820 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-fe67e372-a49b-4eba-9b4a-441d59b9c412 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456414 Mar 08 22:31:11.224613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-065e964a-27ca-45f3-8043-9778b13f014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.224613 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-065e964a-27ca-45f3-8043-9778b13f014d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.0447221 Mar 08 22:31:11.345669 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-616d04e2-b3b1-4450-ae1a-b798779c98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.347145 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-616d04e2-b3b1-4450-ae1a-b798779c98b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0912132 Mar 08 22:31:11.418380 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-b8367df5-dfa1-496e-8a70-873c228258f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 1001 time: 0.0640407 Mar 08 22:31:11.468734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-eea43c38-f809-48dc-8a33-c5399cd91b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.470167 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-eea43c38-f809-48dc-8a33-c5399cd91b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0445602 Mar 08 22:31:11.520543 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-1e801973-1232-4414-8fe1-fcc4cbe41186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.522008 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-1e801973-1232-4414-8fe1-fcc4cbe41186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454237 Mar 08 22:31:11.626248 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-126604c9-46ba-4460-a012-8bba80821033 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924070 Mar 08 22:31:11.728759 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4256c0a-c1b3-475a-b99e-a22f854b91b4 req-525f10ab-274c-4a9c-a489-04c9dff13f81 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961092 Mar 08 22:31:11.739980 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc747-9560-4899-9fd3-4c0e6e1df9fc req-8e6eaf93-07af-412f-987c-4c3b66b8ba3f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.743252 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-335bc747-9560-4899-9fd3-4c0e6e1df9fc req-8e6eaf93-07af-412f-987c-4c3b66b8ba3f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 944 time: 0.0606008 Mar 08 22:31:11.796944 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-335bc747-9560-4899-9fd3-4c0e6e1df9fc req-49d3233e-031f-4e29-bb89-cdae88707e88 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Mar 08 22:31:11.818786 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3e73-b83f-4ade-8cbd-85c9f8540bcb req-7e63e917-8d5e-4e69-acad-a21c73ba3a5d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.820376 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b2b3e73-b83f-4ade-8cbd-85c9f8540bcb req-7e63e917-8d5e-4e69-acad-a21c73ba3a5d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0605800 Mar 08 22:31:11.867380 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6b2b3e73-b83f-4ade-8cbd-85c9f8540bcb req-d64cfc85-4043-4a99-8e2a-cd4abeaa146d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Mar 08 22:31:11.994964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1ebe-db32-4786-8d47-e4a2b69e71e4 req-9abe8044-036f-4a9c-8aef-421e2ed6cc9c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:11.994964 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9bee1ebe-db32-4786-8d47-e4a2b69e71e4 req-9abe8044-036f-4a9c-8aef-421e2ed6cc9c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Mar 08 22:31:12.001979 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42100) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:12.007442 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'floatingip': {'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:31:12.055568 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.192519 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e84b8142-9550-49bf-a496-b1c600c2fea2 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:31:12.307846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port e84b8142-9550-49bf-a496-b1c600c2fea2 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:31:12.314664 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port e84b8142-9550-49bf-a496-b1c600c2fea2 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:31:12.316500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.419257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port e84b8142-9550-49bf-a496-b1c600c2fea2 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:31:12.419625 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.444784 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:31:12.447208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2df923-a47c-4dad-8b94-ebafd925bf97" -d '{"events": [{"server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "name": "network-vif-plugged", "status": "completed", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:31:12.473950 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e84b8142-9550-49bf-a496-b1c600c2fea2,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:12.503236 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bff7fc-9f1d-43e4-aaa5-3716c472c92f x-openstack-request-id: req-02bff7fc-9f1d-43e4-aaa5-3716c472c92f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:31:12.503599 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "name": "network-vif-plugged", "status": "completed", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:31:12.503927 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02bff7fc-9f1d-43e4-aaa5-3716c472c92f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:31:12.504372 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2', 'code': 200} Mar 08 22:31:12.526153 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:31:12.529135 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.596279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:12.795533 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.883646 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6834e6-9fa0-4461-aac2-8734637f421a req-cd94f8e9-011e-42e5-bb10-c2514e18c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:12.885858 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf6834e6-9fa0-4461-aac2-8734637f421a req-cd94f8e9-011e-42e5-bb10-c2514e18c349 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 1129 time: 0.0516734 Mar 08 22:31:12.893805 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:12.938115 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf6834e6-9fa0-4461-aac2-8734637f421a req-65368341-4af8-4c33-a08b-bba09d11f548 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Mar 08 22:31:12.991156 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de24b-64db-48fe-9b0d-c3ea113dbaf4 req-3f755fa0-633e-4b3c-838e-8f33de9ab8a6 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:12.992639 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c0de24b-64db-48fe-9b0d-c3ea113dbaf4 req-3f755fa0-633e-4b3c-838e-8f33de9ab8a6 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.1259716 Mar 08 22:31:13.039500 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Floating IP ba7b69e5-18b3-4f3a-860f-9cd50c88f985 associated. External IP: 172.27.1.93, port: 1fd8beea-3cf1-4f15-9181-2a20624f1ae1. Mar 08 22:31:13.087168 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7c0de24b-64db-48fe-9b0d-c3ea113dbaf4 req-6726d289-3a62-43be-a350-c5846f4555e5 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878277 Mar 08 22:31:13.259731 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:31:13.369059 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:31:13.373987 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:13.378675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:31:13.389257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:31:13.389921 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:13.402858 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c823a74b-0ff9-438d-9d73-5bb9dad154b3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "PUT /v2.0/floatingips/ba7b69e5-18b3-4f3a-860f-9cd50c88f985 HTTP/1.1" status: 200 len: 990 time: 1.3997862 Mar 08 22:31:13.403558 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:31:13.406391 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd6490-abe5-4b88-9911-1be683b29f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:31:13.442277 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1bd54e-4ece-4496-95a7-3d4604f209c6 x-openstack-request-id: req-2c1bd54e-4ece-4496-95a7-3d4604f209c6 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:31:13.442565 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:31:13.442841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c1bd54e-4ece-4496-95a7-3d4604f209c6 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:31:13.443239 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'status': 'completed', 'code': 200} Mar 08 22:31:13.500360 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:31:13.512222 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-854d6588-c1b9-44ee-b9d9-181ca60e4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:13.513691 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-854d6588-c1b9-44ee-b9d9-181ca60e4944 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1129 time: 0.0472138 Mar 08 22:31:13.607757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-c1a10250-9e8a-4a22-a1ff-e6af141ba696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:13.609506 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-c1a10250-9e8a-4a22-a1ff-e6af141ba696 service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.0888557 Mar 08 22:31:13.742120 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-b04e7a53-7b79-4c2d-801d-44ea2b088033 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 998 time: 0.0644522 Mar 08 22:31:13.766764 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ba7b69e5-18b3-4f3a-860f-9cd50c88f985', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:30:53Z', 'updated_at': '2022-03-08T22:31:12Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:13.791323 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-730d7f96-b5b6-48b6-9297-16b0f0d5c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:13.792819 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-730d7f96-b5b6-48b6-9297-16b0f0d5c9f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0436029 Mar 08 22:31:13.795809 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:31:13.804254 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:31:13.804856 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:30:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:13.847140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-7202221d-38cf-49e1-8cea-66c2e96c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:13.848933 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-7202221d-38cf-49e1-8cea-66c2e96c38fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458260 Mar 08 22:31:13.953333 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-729b811e-60ca-4f0a-ab02-44ecd871b70d service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894256 Mar 08 22:31:14.033336 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:31:14.047243 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a0bd6490-abe5-4b88-9911-1be683b29f7d req-0f0c229e-d275-4eb0-8b01-7410d986d462 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Mar 08 22:31:14.207190 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805decb2-7afe-470a-a84c-be06535032d7 req-a6aef7dc-36fa-4c7c-8742-e68dcde6c9c0 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:14.208693 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-805decb2-7afe-470a-a84c-be06535032d7 req-a6aef7dc-36fa-4c7c-8742-e68dcde6c9c0 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0525453 Mar 08 22:31:14.255443 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-805decb2-7afe-470a-a84c-be06535032d7 req-c2cbf518-8e4a-42b5-be40-d90ec7e781f8 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Mar 08 22:31:14.257750 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ba7b69e5-18b3-4f3a-860f-9cd50c88f985', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:30:53Z', 'updated_at': '2022-03-08T22:31:12Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:31:14.284266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac1de-0f12-42a9-b267-bbc66f209af1 None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ba7b69e5-18b3-4f3a-860f-9cd50c88f985', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:30:53Z', 'updated_at': '2022-03-08T22:31:12Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:31:14.468033 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba774b-d034-4d40-b2e3-268040ffe7d0 None None] New status for floating IP ba7b69e5-18b3-4f3a-860f-9cd50c88f985: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:31:15.306841 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-748be39b-1c84-40c4-8c63-061c2148a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:15.377905 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6e907-31c2-475d-8f12-993a17a21448 req-1d15bc80-fdc6-496b-b80d-afd70d3fd41f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:15.379403 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e6f6e907-31c2-475d-8f12-993a17a21448 req-1d15bc80-fdc6-496b-b80d-afd70d3fd41f tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0570681 Mar 08 22:31:15.425130 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e6f6e907-31c2-475d-8f12-993a17a21448 req-3081dd32-7a77-4e72-b3ac-a7fcd22f4692 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Mar 08 22:31:17.289332 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a6647bb-c242-4bc9-9835-ae12f606c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:18.500614 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:19.975844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:21.392569 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:22.443394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:22.544704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:22.618183 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Publish callbacks [] for security_group (eed5e2d4-24eb-442e-baa3-70393d0e69ee), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:22.843236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (eed5e2d4-24eb-442e-baa3-70393d0e69ee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:22.883929 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3aff57faa4f94dc98e191c80de463e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394398 Mar 08 22:31:22.884773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed5e2d4-24eb-442e-baa3-70393d0e69ee,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:22.888775 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:22.902450 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.902825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.903174 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.903514 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.903847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.904176 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.904507 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.904834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.905159 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.905487 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.905808 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.906133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.906453 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf7e0c-5ea9-4e0f-a81c-1a71a1a6424c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:31:22.944293 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] Publish callbacks [] for security_group (eed5e2d4-24eb-442e-baa3-70393d0e69ee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:22.965389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] Publish callbacks [] for security_group (eed5e2d4-24eb-442e-baa3-70393d0e69ee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:23.077418 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (eed5e2d4-24eb-442e-baa3-70393d0e69ee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:23.080008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:23.081139 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eed5e2d4-24eb-442e-baa3-70393d0e69ee HTTP/1.1" status: 204 len: 168 time: 0.1935561 Mar 08 22:31:23.088847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2d003-cb16-4a30-bc7e-25d7117ea3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed5e2d4-24eb-442e-baa3-70393d0e69ee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:26.881411 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:26.980288 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60d1ca0d-50c8-496d-b415-f7f851dbcbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.050330 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60d1ca0d-50c8-496d-b415-f7f851dbcbd8 admin admin] Publish callbacks [] for security_group (26ea29fe-9ad1-47ae-b0a3-9a5791457bb1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.117219 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60d1ca0d-50c8-496d-b415-f7f851dbcbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (26ea29fe-9ad1-47ae-b0a3-9a5791457bb1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.154857 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-60d1ca0d-50c8-496d-b415-f7f851dbcbd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d45c88794e546a2b9ddaf21ebe623d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724059 Mar 08 22:31:27.155720 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1ca0d-50c8-496d-b415-f7f851dbcbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea29fe-9ad1-47ae-b0a3-9a5791457bb1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:27.157594 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42276) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:31:27.210194 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] Publish callbacks [] for security_group (26ea29fe-9ad1-47ae-b0a3-9a5791457bb1), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.231597 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] Publish callbacks [] for security_group (26ea29fe-9ad1-47ae-b0a3-9a5791457bb1), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.345677 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (26ea29fe-9ad1-47ae-b0a3-9a5791457bb1), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.348521 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:27.349678 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26ea29fe-9ad1-47ae-b0a3-9a5791457bb1 HTTP/1.1" status: 204 len: 168 time: 0.1910555 Mar 08 22:31:27.357853 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de759b45-2a1d-4b4d-b57a-df5da4f0e345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea29fe-9ad1-47ae-b0a3-9a5791457bb1,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:38.254253 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:45.277315 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e3e8492f-c4e4-487a-a4fa-abe67277bda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:47.306132 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4df6-ee6e-41e8-ac75-1435f43f8375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:48.506936 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:49.524706 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:31:50.008325 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:51.385989 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:57.111797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9d3e-a221-4dcb-ad2f-67469260b316 req-fc374c89-8cdf-4629-96ca-b4ad088e501e tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:57.113238 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-307e9d3e-a221-4dcb-ad2f-67469260b316 req-fc374c89-8cdf-4629-96ca-b4ad088e501e tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0516906 Mar 08 22:31:57.158247 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-307e9d3e-a221-4dcb-ad2f-67469260b316 req-eb450767-041e-4f3b-8778-9f521d7c60de tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Mar 08 22:31:58.277617 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd432d9-2ab7-4384-837e-ee8f0c58435f req-11df304c-6f27-4dbc-94cb-d7bc4a6e8a63 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:58.279115 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3cd432d9-2ab7-4384-837e-ee8f0c58435f req-11df304c-6f27-4dbc-94cb-d7bc4a6e8a63 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0516925 Mar 08 22:31:58.325627 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3cd432d9-2ab7-4384-837e-ee8f0c58435f req-3cb6d0ec-ae1e-4238-a2a6-465ad08bb0fb tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Mar 08 22:31:59.216651 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-8a2cbdaa-11ce-43fa-8fd6-99de8d15c291 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:59.218088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-8a2cbdaa-11ce-43fa-8fd6-99de8d15c291 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0538709 Mar 08 22:31:59.309119 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Deleting port e84b8142-9550-49bf-a496-b1c600c2fea2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:31:59.309456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:59.433847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] For port e84b8142-9550-49bf-a496-b1c600c2fea2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=e84b8142-9550-49bf-a496-b1c600c2fea2,segment=NetworkSegment(c62d12d8-0d47-48d5-b926-127f591a004f),segment_id=c62d12d8-0d47-48d5-b926-127f591a004f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:31:59.434214 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:59.450735 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Calling delete_port for e84b8142-9550-49bf-a496-b1c600c2fea2 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:31:59.473525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7804210-e705-4984-a2a2-dd59e22f9d83 req-c70c260c-730d-4382-a13a-7a9b1ed69595 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:31:59.474976 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b7804210-e705-4984-a2a2-dd59e22f9d83 req-c70c260c-730d-4382-a13a-7a9b1ed69595 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 945 time: 0.0805776 Mar 08 22:31:59.575667 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b7804210-e705-4984-a2a2-dd59e22f9d83 req-e90e81ee-f271-4da0-b118-0dbfcfe72495 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/security-groups?id=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Mar 08 22:31:59.688238 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (e84b8142-9550-49bf-a496-b1c600c2fea2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:59.700675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['e84b8142-9550-49bf-a496-b1c600c2fea2'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:31:59.716811 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Pushing event deleted for resources: {'Port': ['ID=e84b8142-9550-49bf-a496-b1c600c2fea2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:31:59.756031 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] No DVR routers for this DVR port e84b8142-9550-49bf-a496-b1c600c2fea2 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:31:59.759016 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:31:59.762249 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-78f4d383-3f1e-4101-ad0d-106817e7d1a4 req-1eae637c-434c-413e-b90b-af6957ed4612 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.35 "DELETE /v2.0/ports/e84b8142-9550-49bf-a496-b1c600c2fea2 HTTP/1.1" status: 204 len: 173 time: 0.5373547 Mar 08 22:31:59.762668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'name': 'network-vif-deleted', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:31:59.764994 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f24f0-1509-4866-acf9-ad4db03bf9d1" -d '{"events": [{"server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "name": "network-vif-deleted", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:31:59.969893 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666f06c-08b1-46d3-9c37-ec980b854a45 x-openstack-request-id: req-f666f06c-08b1-46d3-9c37-ec980b854a45 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:31:59.970209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b09b1-5a40-4d57-a1d6-426fba9844ce", "name": "network-vif-deleted", "tag": "e84b8142-9550-49bf-a496-b1c600c2fea2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:31:59.970460 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f666f06c-08b1-46d3-9c37-ec980b854a45 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:31:59.970912 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b09b1-5a40-4d57-a1d6-426fba9844ce', 'name': 'network-vif-deleted', 'tag': 'e84b8142-9550-49bf-a496-b1c600c2fea2', 'status': 'completed', 'code': 200} Mar 08 22:32:00.682965 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c4916940-ccc3-4942-b3b8-1e5ce508f184 req-4babe2f8-06ea-43c8-a7c0-f0a49f74ce67 tempest-VolumesSnapshotTestJSON-1305337195 tempest-VolumesSnapshotTestJSON-1305337195-project] 10.222.0.39 "GET /v2.0/ports?device_id=184b09b1-5a40-4d57-a1d6-426fba9844ce HTTP/1.1" status: 200 len: 210 time: 0.0298979 Mar 08 22:32:02.452809 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c1d5-ceb6-48ec-9d59-f9f2b67594f8 req-8a4e0219-9c68-452d-becb-f2c053c71883 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:02.454298 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c03c1d5-ceb6-48ec-9d59-f9f2b67594f8 req-8a4e0219-9c68-452d-becb-f2c053c71883 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0547273 Mar 08 22:32:02.472671 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e84b8142-9550-49bf-a496-b1c600c2fea2 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:32:02.493127 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: e84b8142-9550-49bf-a496-b1c600c2fea2 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:32:02.493393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device e84b8142-9550-49bf-a496-b1c600c2fea2 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:32:02.521702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9c03c1d5-ceb6-48ec-9d59-f9f2b67594f8 req-6edf17a0-50fa-4884-8df5-2c8c7907d729 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606172 Mar 08 22:32:02.626037 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-33e8731f-09ee-4ecc-87d6-c53bf219692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:02.627537 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-33e8731f-09ee-4ecc-87d6-c53bf219692d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1168 time: 0.1391144 Mar 08 22:32:02.720213 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-239b02c1-95f4-4217-94ab-98995c482cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:02.721678 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-239b02c1-95f4-4217-94ab-98995c482cc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.0876253 Mar 08 22:32:02.786211 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-46e316e1-ef74-4b1f-8794-a4143128366f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1001 time: 0.0577815 Mar 08 22:32:02.836778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-ccaf7336-8cfd-44c8-85ee-cf7261c6007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:02.838177 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-ccaf7336-8cfd-44c8-85ee-cf7261c6007c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0456057 Mar 08 22:32:02.886664 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-9192a9e2-2978-475a-9c2c-caaeba8006f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:02.888125 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-9192a9e2-2978-475a-9c2c-caaeba8006f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440569 Mar 08 22:32:02.976497 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-9672e715-abf0-4f1d-a99b-9d4778af4f8a service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803378 Mar 08 22:32:03.065486 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61b4c6f9-6961-4a2e-b3bf-79974154f102 req-a24cb3d2-9010-4083-930a-aab8200aec31 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827372 Mar 08 22:32:03.641465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68f93-27e6-4e15-9353-00a1e3747c85 req-78737f40-0fa4-4f0c-9667-ef66a6cb3cd3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:03.642951 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-77a68f93-27e6-4e15-9353-00a1e3747c85 req-78737f40-0fa4-4f0c-9667-ef66a6cb3cd3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0515416 Mar 08 22:32:03.703559 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-77a68f93-27e6-4e15-9353-00a1e3747c85 req-6f34bd5b-47f6-4969-8f76-b13c28f0a6c8 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549986 Mar 08 22:32:04.830303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f37daf-7576-4305-89db-853c5cfbae46 req-08fa7f82-16f8-4e13-8299-44d403a0984c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:04.831806 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70f37daf-7576-4305-89db-853c5cfbae46 req-08fa7f82-16f8-4e13-8299-44d403a0984c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0541553 Mar 08 22:32:04.893097 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70f37daf-7576-4305-89db-853c5cfbae46 req-93bff75b-198e-417e-b8a1-df7016b65a1e tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552540 Mar 08 22:32:06.013036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29870-7f1d-449b-b485-f4e6f4b6a251 req-aea8f267-3a81-4b25-933b-bb62a0d6653f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:06.014371 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0b29870-7f1d-449b-b485-f4e6f4b6a251 req-aea8f267-3a81-4b25-933b-bb62a0d6653f tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0551364 Mar 08 22:32:06.071747 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c0b29870-7f1d-449b-b485-f4e6f4b6a251 req-a62f31b5-c295-42b6-af39-19e8861ecd63 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518072 Mar 08 22:32:07.188835 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c052-7008-4b47-8c1e-c4ce9fc8ea8f req-4dc51021-6eb9-4c5e-9436-7e190452ac81 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:07.190292 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9189c052-7008-4b47-8c1e-c4ce9fc8ea8f req-4dc51021-6eb9-4c5e-9436-7e190452ac81 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0518634 Mar 08 22:32:07.247744 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9189c052-7008-4b47-8c1e-c4ce9fc8ea8f req-a95930b0-ae23-4d46-9a01-0b10ded177c4 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519514 Mar 08 22:32:08.259649 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:08.365057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82865f7-d31b-47c4-a8df-69ce46c8dddd req-1618cd3a-96d2-4716-97e4-e9c783b3617c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:08.366618 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c82865f7-d31b-47c4-a8df-69ce46c8dddd req-1618cd3a-96d2-4716-97e4-e9c783b3617c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0537734 Mar 08 22:32:08.426273 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c82865f7-d31b-47c4-a8df-69ce46c8dddd req-4d99e1a0-11af-4502-907c-871f293542de tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538139 Mar 08 22:32:09.542830 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053177c-28c6-49b3-addb-e3b7fbcec698 req-e2a708ca-61bb-43b7-9787-6334464f2f71 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:09.544185 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5053177c-28c6-49b3-addb-e3b7fbcec698 req-e2a708ca-61bb-43b7-9787-6334464f2f71 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0521288 Mar 08 22:32:09.606058 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5053177c-28c6-49b3-addb-e3b7fbcec698 req-a170a309-6844-4473-8d3d-12c41aea2b3b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538344 Mar 08 22:32:10.721528 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610669-9979-4031-86e9-c03a6c76c3d2 req-bab2a08a-fad5-4442-99ed-e7738463e75c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:10.723237 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e610669-9979-4031-86e9-c03a6c76c3d2 req-bab2a08a-fad5-4442-99ed-e7738463e75c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0516911 Mar 08 22:32:10.784446 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e610669-9979-4031-86e9-c03a6c76c3d2 req-3823ec82-adca-4d7e-842d-a208446f99fc tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554886 Mar 08 22:32:11.904609 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cc18b-ed9b-4d32-9a87-0a2526b198cf req-e2656622-378b-4836-95e8-f72de641b2b0 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:11.906116 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ab0cc18b-ed9b-4d32-9a87-0a2526b198cf req-e2656622-378b-4836-95e8-f72de641b2b0 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0567954 Mar 08 22:32:11.964635 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ab0cc18b-ed9b-4d32-9a87-0a2526b198cf req-4742881a-9752-4edb-87c8-a459dbf23a0d tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527704 Mar 08 22:32:12.131407 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-71ac9913-42d1-4107-aa81-6cd1a4e86f09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420163 Mar 08 22:32:12.193136 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-3c2a73c6-3e4b-458e-a452-6790af297d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:12.194527 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-3c2a73c6-3e4b-458e-a452-6790af297d4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 1129 time: 0.0424807 Mar 08 22:32:12.298558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-163a181c-62c3-4031-9e2c-ae39f94c59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:12.300051 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-163a181c-62c3-4031-9e2c-ae39f94c59a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.0864930 Mar 08 22:32:12.364844 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-628f9278-94a9-4e0c-9ea5-7463bdb6c57c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 200 len: 1001 time: 0.0578811 Mar 08 22:32:12.412369 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-498ee864-07df-452d-ac48-5f0969cec072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:12.413672 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-498ee864-07df-452d-ac48-5f0969cec072 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0424185 Mar 08 22:32:12.464068 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-0aff0820-45c2-40f1-bd76-9ccf3f3b0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:12.465501 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-0aff0820-45c2-40f1-bd76-9ccf3f3b0927 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456243 Mar 08 22:32:12.551485 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-dadd5930-d432-4a8c-afa7-50e1534a3a3a service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789702 Mar 08 22:32:12.642344 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-523725b5-22a1-4c61-98b2-aa03a3d602ff req-1cb102f5-c701-479d-a357-edbc1f1f79d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841832 Mar 08 22:32:13.082389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4cd5-040c-46e7-9fa8-4abf40eff87d req-b9703fed-c3cf-493d-b532-e2c7fccab32c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:13.083895 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cebb4cd5-040c-46e7-9fa8-4abf40eff87d req-b9703fed-c3cf-493d-b532-e2c7fccab32c tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0535018 Mar 08 22:32:13.144235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cebb4cd5-040c-46e7-9fa8-4abf40eff87d req-c57bec82-d1a3-4953-9a2c-198ab833b687 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544639 Mar 08 22:32:14.263734 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2a8a4-b7db-4bc1-8212-09cf21026373 req-90b3eab2-726b-46e5-aa71-c6f465ff5033 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:14.265266 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a1b2a8a4-b7db-4bc1-8212-09cf21026373 req-90b3eab2-726b-46e5-aa71-c6f465ff5033 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0530839 Mar 08 22:32:14.326244 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a1b2a8a4-b7db-4bc1-8212-09cf21026373 req-f07b0db1-a05b-4fca-8687-85d63588d060 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553410 Mar 08 22:32:15.277129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09d3e570-14c7-401f-9454-43145ca681a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:15.444260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277227-7cad-447e-96d4-d57009124ab2 req-7f29922f-9d59-4971-b8ec-34a3752e2016 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:15.445723 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51277227-7cad-447e-96d4-d57009124ab2 req-7f29922f-9d59-4971-b8ec-34a3752e2016 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0514064 Mar 08 22:32:15.510388 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-51277227-7cad-447e-96d4-d57009124ab2 req-1a8f2532-f037-4979-97ed-5a938fd23522 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&id=c7117d6e-1da4-478f-ac01-e58c2e31d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582368 Mar 08 22:32:16.470378 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42546) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:16.475264 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615120275', 'description': 'tempest-description--1921264347'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:16.533957 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.600878 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (bcf88bde-d53b-4df1-ae41-3a41c55bb922), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.653586 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (bcf88bde-d53b-4df1-ae41-3a41c55bb922), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.682721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf88bde-d53b-4df1-ae41-3a41c55bb922,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:16.690030 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.690398 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.690745 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.691114 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.691457 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.691833 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.692173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.692510 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.692840 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.693171 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.693504 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.693834 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.694164 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:16.724597 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.725824 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-46f95fe5-7a53-4ce5-8598-56b6d60ed7ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2544053 Mar 08 22:32:16.729216 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42550) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:16.733837 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'bcf88bde-d53b-4df1-ae41-3a41c55bb922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:16.828901 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (445f0e2a-3d3c-41b6-ba56-32931a88b5c0), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.882309 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (445f0e2a-3d3c-41b6-ba56-32931a88b5c0), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.944973 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (445f0e2a-3d3c-41b6-ba56-32931a88b5c0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:16.963174 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445f0e2a-3d3c-41b6-ba56-32931a88b5c0,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:17.038109 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.039355 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-753c1dbc-0cc5-469e-9cda-cf2af9041378 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091364 Mar 08 22:32:17.042578 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42552) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:17.046912 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'bcf88bde-d53b-4df1-ae41-3a41c55bb922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:17.126350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (b9f4c131-904b-4b42-9651-848717d034a9), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.179879 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (b9f4c131-904b-4b42-9651-848717d034a9), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.242188 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (b9f4c131-904b-4b42-9651-848717d034a9), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.259515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f4c131-904b-4b42-9651-848717d034a9,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:17.293762 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5277e47-297e-4944-99c8-ccc3e6b50875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.318781 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.319697 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1384e069-84c7-40c8-957a-b45e008edc16 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761257 Mar 08 22:32:17.322710 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42554) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:17.326971 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:17.407945 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.501880 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.603524 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.27.1.28 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/76735a30-eaca-45bb-874b-777d29577b8f) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:17.705585 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (76735a30-eaca-45bb-874b-777d29577b8f), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.785512 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (76735a30-eaca-45bb-874b-777d29577b8f), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.822675 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:17.825993 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:17.829308 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:17.855263 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=76735a30-eaca-45bb-874b-777d29577b8f,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:17.916960 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:17.993863 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (76735a30-eaca-45bb-874b-777d29577b8f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.137402 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (76735a30-eaca-45bb-874b-777d29577b8f), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.168175 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (76735a30-eaca-45bb-874b-777d29577b8f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.230884 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=76735a30-eaca-45bb-874b-777d29577b8f,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:18.242098 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.313187 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.314461 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-12fdc543-c223-4d2b-9b24-095cdf51da7a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9907899 Mar 08 22:32:18.493774 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:18.507705 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-c7d8e29c-21b1-42b7-9b4a-8f12da226461 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1615120275&fields=id&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 267 time: 0.0417700 Mar 08 22:32:18.610493 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-a2b6ae6c-b46d-40b1-94b0-d3962bd2c4b1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:18.611949 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-a2b6ae6c-b46d-40b1-94b0-d3962bd2c4b1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.0979309 Mar 08 22:32:18.625916 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-c0c6f3de-238f-4d79-8618-e2e2364e45be tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/quotas/424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 375 time: 0.0087156 Mar 08 22:32:18.684855 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-4070f790-fa32-456a-8aed-319ee3a3828a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542729 Mar 08 22:32:18.816397 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-77bf77c9-1d01-43d7-942c-77ef436f4b44 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205919 Mar 08 22:32:18.904272 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-d3feed3f-2548-4d35-a76b-65a3f7a1fbfb service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821772 Mar 08 22:32:19.116288 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2b3f107e-5bce-4274-9935-e40ed445297e req-1fe60d93-5e0c-4f3f-9ab0-e19feb8e5b00 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 210 time: 0.0275950 Mar 08 22:32:19.991176 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:20.207702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-afbbf346-c063-4066-9e02-2575b45d3aff req-2a53db67-a885-4383-846c-336255dcd9af tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 210 time: 0.0265675 Mar 08 22:32:20.993501 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-61442d6f-d3c9-4874-bc14-8c5a6cfa7870 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:20.995413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-61442d6f-d3c9-4874-bc14-8c5a6cfa7870 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.1000371 Mar 08 22:32:21.069197 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-1684e63e-01f4-46c4-8701-3657d2002134 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 473 time: 0.0661349 Mar 08 22:32:21.077752 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'port': {'device_id': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'admin_state_up': True, 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'security_groups': ['bcf88bde-d53b-4df1-ae41-3a41c55bb922']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:21.265212 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:32:21.269000 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.324325 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0cbc77ea-ed8b-4ea0-85d0-58250d4e5dd0 req-603d8ab2-685d-4d03-8e0e-b873c37ea4de tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Mar 08 22:32:21.345176 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.409947 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.20.0.8 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/a579dd5b-493d-4ebd-b391-b41f72ddb253) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:21.548214 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.636781 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.680417 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:21.683328 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:21.686862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:21.710110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:21.739053 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:21.739654 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.811361 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-fd50d848-866d-4d61-a26d-d265d06a8832 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369883 Mar 08 22:32:21.828796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Request body: {'port': {'device_id': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:21.890054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.936678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-4d746621-2a04-482e-be16-037ecb003370 None None] Provisioning complete for port a579dd5b-493d-4ebd-b391-b41f72ddb253 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:21.937052 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d746621-2a04-482e-be16-037ecb003370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:21.973853 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d746621-2a04-482e-be16-037ecb003370 None None] Port a579dd5b-493d-4ebd-b391-b41f72ddb253 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:22.140609 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a579dd5b-493d-4ebd-b391-b41f72ddb253 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:32:22.147930 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks [] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:22.160213 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Transition to ACTIVE for port object a579dd5b-493d-4ebd-b391-b41f72ddb253 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:32:22.224729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:22.278450 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:22.351350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Attempting to bind port a579dd5b-493d-4ebd-b391-b41f72ddb253 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:22.351681 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Attempting to bind port a579dd5b-493d-4ebd-b391-b41f72ddb253 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:22.352011 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Attempting to bind port a579dd5b-493d-4ebd-b391-b41f72ddb253 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:22.357297 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Port a579dd5b-493d-4ebd-b391-b41f72ddb253 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:32:22.357635 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Attempting to bind port a579dd5b-493d-4ebd-b391-b41f72ddb253 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:22.364958 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:22.365747 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:22.367066 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:22.367572 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Bound port: a579dd5b-493d-4ebd-b391-b41f72ddb253, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:22.367943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:22.476474 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:22.479958 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:22.492468 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508387-9a61-43b4-b19e-1c4b728eb5c9 req-c20cfcfa-734d-4f16-ba6c-081e8868f352 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:22.493945 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5508387-9a61-43b4-b19e-1c4b728eb5c9 req-c20cfcfa-734d-4f16-ba6c-081e8868f352 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 943 time: 0.0825965 Mar 08 22:32:22.542871 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c5508387-9a61-43b4-b19e-1c4b728eb5c9 req-8fa79b4c-d87d-4d90-88a6-79254b808547 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Mar 08 22:32:22.579689 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:22.856302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:22.856894 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:22.858226 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/a579dd5b-493d-4ebd-b391-b41f72ddb253 HTTP/1.1" status: 200 len: 1093 time: 1.0338421 Mar 08 22:32:22.858654 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:32:22.860910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe490c1f-7291-43cf-946f-a1b75714f4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:32:22.885030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601caa-813f-4759-a33a-f086f05a0fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:22.906337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82be33fa-1057-43a8-8655-96e47f780b62 x-openstack-request-id: req-82be33fa-1057-43a8-8655-96e47f780b62 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:32:22.906631 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:32:22.906921 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82be33fa-1057-43a8-8655-96e47f780b62 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:32:22.907372 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'status': 'completed', 'code': 200} Mar 08 22:32:22.975113 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-8bdf23f2-0c38-4fc0-809f-016aa0532673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:22.976605 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-8bdf23f2-0c38-4fc0-809f-016aa0532673 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 1127 time: 0.0470662 Mar 08 22:32:23.074660 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-13b8b49b-c878-46dc-9d0d-c3058e6fd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.076172 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-13b8b49b-c878-46dc-9d0d-c3058e6fd318 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=424c8a45c94845b5a441c21f6156e3cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928600 Mar 08 22:32:23.172560 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-fefdf64c-eba1-4408-99e5-978f7626491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.173939 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe490c1f-7291-43cf-946f-a1b75714f4c4 req-fefdf64c-eba1-4408-99e5-978f7626491b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917993 Mar 08 22:32:23.251148 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-f1622916-57ca-4ae8-8fb1-c4adb8bdafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.252594 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-f1622916-57ca-4ae8-8fb1-c4adb8bdafb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 1127 time: 0.0436330 Mar 08 22:32:23.296759 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-bafa6908-3fcd-4915-a205-35419e85d494 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253 HTTP/1.1" status: 200 len: 217 time: 0.0372105 Mar 08 22:32:23.343505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-14ce7830-95d4-4fe2-95c9-3f3dffd92984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.344905 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-14ce7830-95d4-4fe2-95c9-3f3dffd92984 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0420074 Mar 08 22:32:23.393002 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-0102885f-8029-4038-9c05-6f251f5a491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.394077 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-0102885f-8029-4038-9c05-6f251f5a491c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425847 Mar 08 22:32:23.484197 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-d1a901da-f337-4560-bac5-6bcf590f7f30 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837939 Mar 08 22:32:23.573441 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbac383b-8085-478b-a0ff-1037f9e10514 req-59339d42-0f69-45c1-8c98-3242b973789f service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Mar 08 22:32:23.669041 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0c439-fd36-44d1-a00e-081aa5f13b64 req-d62dcb5d-bf79-4253-b548-8c0abcebb7c2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:23.670502 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7af0c439-fd36-44d1-a00e-081aa5f13b64 req-d62dcb5d-bf79-4253-b548-8c0abcebb7c2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 943 time: 0.0576212 Mar 08 22:32:23.716321 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7af0c439-fd36-44d1-a00e-081aa5f13b64 req-e61d59ce-c34b-44dc-a93d-f85b05859521 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400136 Mar 08 22:32:24.832035 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e674c1-7f39-41db-9239-e0ee6b713b2c req-afae1d9d-206a-49dc-bd67-d282d4680d82 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:24.833504 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22e674c1-7f39-41db-9239-e0ee6b713b2c req-afae1d9d-206a-49dc-bd67-d282d4680d82 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 943 time: 0.0517519 Mar 08 22:32:24.879743 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22e674c1-7f39-41db-9239-e0ee6b713b2c req-2b77f916-a42e-4970-82ea-c93020275910 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Mar 08 22:32:25.995266 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8ab6-693d-41e3-8b90-332baaba8b35 req-3c9acd11-296f-45f7-b8ea-410b81bd2827 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:25.996717 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0dfb8ab6-693d-41e3-8b90-332baaba8b35 req-3c9acd11-296f-45f7-b8ea-410b81bd2827 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 943 time: 0.0522146 Mar 08 22:32:26.040872 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0dfb8ab6-693d-41e3-8b90-332baaba8b35 req-b2cc427c-6d59-4681-9fab-f6bbf120b0be tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Mar 08 22:32:26.523360 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:32:26.617161 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a579dd5b-493d-4ebd-b391-b41f72ddb253 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:32:26.713951 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:26.724751 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'port_id': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'mac_address': 'fa:16:3e:2b:e0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:32:26.761494 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a579dd5b-493d-4ebd-b391-b41f72ddb253 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:26.762147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:26.774290 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a579dd5b-493d-4ebd-b391-b41f72ddb253 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:32:26.793301 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:26.859291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:26.905094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:26.912257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.912608 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.912952 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.913290 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.913624 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.913981 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.914311 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.914638 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.915020 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.915344 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.915668 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.915991 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:26.916310 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:27.155720 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d0bdd-412c-4bbe-b758-497cc0b5e128 req-81ecc654-588e-45cb-8403-ea1677469dc4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:27.157170 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a25d0bdd-412c-4bbe-b758-497cc0b5e128 req-81ecc654-588e-45cb-8403-ea1677469dc4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 944 time: 0.0509136 Mar 08 22:32:27.201440 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a25d0bdd-412c-4bbe-b758-497cc0b5e128 req-c4440158-9036-46f7-bbb8-eaa6a86c345e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Mar 08 22:32:27.272342 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['a579dd5b-493d-4ebd-b391-b41f72ddb253'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:32:28.316729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913349a-69c6-4083-bf8c-f93daa0e4bf2 req-3d736c67-e408-4c22-953d-b9afe8b355ed tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:28.318108 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6913349a-69c6-4083-bf8c-f93daa0e4bf2 req-3d736c67-e408-4c22-953d-b9afe8b355ed tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 944 time: 0.0518143 Mar 08 22:32:28.374312 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6913349a-69c6-4083-bf8c-f93daa0e4bf2 req-3aa77f50-2f9e-4c88-a3cf-3e39e3e16ef4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Mar 08 22:32:28.646723 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a579dd5b-493d-4ebd-b391-b41f72ddb253 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:28.796543 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port a579dd5b-493d-4ebd-b391-b41f72ddb253 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:32:28.800585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port a579dd5b-493d-4ebd-b391-b41f72ddb253 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:28.800995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:28.877931 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a579dd5b-493d-4ebd-b391-b41f72ddb253 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:28.887248 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:28.900261 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:32:28.903125 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff0fb2-3f3a-4c63-b10d-52b470a60349" -d '{"events": [{"server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "name": "network-vif-plugged", "status": "completed", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:32:28.918461 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:28.991147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:29.015312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc8e67-bbf7-4f58-b504-44f4c4ae2cef x-openstack-request-id: req-c5fc8e67-bbf7-4f58-b504-44f4c4ae2cef {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:32:29.015604 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "name": "network-vif-plugged", "status": "completed", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:32:29.015859 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5fc8e67-bbf7-4f58-b504-44f4c4ae2cef {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:32:29.016248 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'code': 200} Mar 08 22:32:29.041995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:29.343957 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26992-03a3-4c2f-81e9-7e82dc50893c req-badb5c5c-6f98-420e-aba8-a6903c509cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:29.345562 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18f26992-03a3-4c2f-81e9-7e82dc50893c req-badb5c5c-6f98-420e-aba8-a6903c509cdf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 1129 time: 0.0443981 Mar 08 22:32:29.390292 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18f26992-03a3-4c2f-81e9-7e82dc50893c req-a29e29b6-30de-4c70-8777-e4175e50a59a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Mar 08 22:32:29.493161 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b8f3-3e0e-4fb8-a76f-9c176cba0ec7 req-b5f56c64-2b02-4388-b3ef-f4b88a2cecbb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:29.495482 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b33b8f3-3e0e-4fb8-a76f-9c176cba0ec7 req-b5f56c64-2b02-4388-b3ef-f4b88a2cecbb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0526762 Mar 08 22:32:29.539589 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b33b8f3-3e0e-4fb8-a76f-9c176cba0ec7 req-5c12d710-fb6b-4d78-839c-bdc88eb0118f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Mar 08 22:32:30.662448 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9766ec-3322-42d5-8519-13ae1e0c494e req-ed7dc423-26d6-47f7-98fe-2d2744b0ea4e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:30.663911 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8b9766ec-3322-42d5-8519-13ae1e0c494e req-ed7dc423-26d6-47f7-98fe-2d2744b0ea4e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0543232 Mar 08 22:32:30.710914 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8b9766ec-3322-42d5-8519-13ae1e0c494e req-1142ab43-9c7f-414b-8590-eb29fc20b8ce tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Mar 08 22:32:31.249124 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42700) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:31.291690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Deleting subnet 3c48dc57-69cf-49bc-af36-1e62d60f2612 {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:32:31.294867 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Publish callbacks [] for subnet (3c48dc57-69cf-49bc-af36-1e62d60f2612), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.328780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (3c48dc57-69cf-49bc-af36-1e62d60f2612), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.368686 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (3c48dc57-69cf-49bc-af36-1e62d60f2612), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.482489 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (3c48dc57-69cf-49bc-af36-1e62d60f2612), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.507303 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c48dc57-69cf-49bc-af36-1e62d60f2612,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:31.511132 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.514886 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f3a26800-2ba7-4eb0-ad0f-3ebfebf668f4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3c48dc57-69cf-49bc-af36-1e62d60f2612 HTTP/1.1" status: 204 len: 168 time: 0.2647700 Mar 08 22:32:31.517368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42702) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:31.582875 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (0b78acbb-0fdd-4555-b177-abae2a67823b), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.661864 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (0b78acbb-0fdd-4555-b177-abae2a67823b), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.681117 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b78acbb-0fdd-4555-b177-abae2a67823b']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:31.690524 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62d12d8-0d47-48d5-b926-127f591a004f') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:31.690847 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62d12d8-0d47-48d5-b926-127f591a004f') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:31.699808 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (c62d12d8-0d47-48d5-b926-127f591a004f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.712437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (c62d12d8-0d47-48d5-b926-127f591a004f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.718630 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:32:31.719037 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (c62d12d8-0d47-48d5-b926-127f591a004f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:32:31.720626 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:32:31.830151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609cd9e-265e-436a-96e1-28590dfd4dd4 req-4ec06b42-d325-4445-b7fb-15819dd9e993 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:31.831643 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e609cd9e-265e-436a-96e1-28590dfd4dd4 req-4ec06b42-d325-4445-b7fb-15819dd9e993 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0550902 Mar 08 22:32:31.848353 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (0b78acbb-0fdd-4555-b177-abae2a67823b), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.854029 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:31.857782 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] 10.222.0.39 "DELETE /v2.0/networks/0b78acbb-0fdd-4555-b177-abae2a67823b HTTP/1.1" status: 204 len: 168 time: 0.3395000 Mar 08 22:32:31.871751 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118be21f-7164-4deb-869f-9845db164bef admin admin] Pushing event deleted for resources: {'Network': ['ID=0b78acbb-0fdd-4555-b177-abae2a67823b,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:31.880170 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e609cd9e-265e-436a-96e1-28590dfd4dd4 req-8093e661-8882-4a9a-ada5-24a9822c5177 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Mar 08 22:32:31.998163 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75c6b-bc3e-49fc-a7fd-9fa1d649d1dd req-3b020883-b12f-48c2-94c2-56f8fef88c25 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:31.999621 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-39b75c6b-bc3e-49fc-a7fd-9fa1d649d1dd req-3b020883-b12f-48c2-94c2-56f8fef88c25 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Mar 08 22:32:32.008571 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:32.013224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'port_id': 'a579dd5b-493d-4ebd-b391-b41f72ddb253'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:32.052818 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.207708 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42720) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:32.247634 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ee0395a9-db79-4ed0-9e40-3fc1b8461092 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3dedee03f1c499a900e30dc0100947b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385866 Mar 08 22:32:32.250029 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42722) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:32.391671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Publish callbacks [] for security_group (a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.455710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Publish callbacks [] for security_group (a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.586821 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.602237 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.604808 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.605987 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8 HTTP/1.1" status: 204 len: 168 time: 0.3551123 Mar 08 22:32:32.613541 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733ebc6-60d0-4bc2-8842-b6e4ea6cd6b8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:32.620739 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.621098 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.621450 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.621792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.622129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.622464 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.622824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.623337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.623720 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.623992 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.624323 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.624649 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.624975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f32f43-c1b0-48bb-8522-f758f9205289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:32.654012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:32.756100 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 589b8275-11ae-4da7-bf22-e9a9bfc8642e associated. External IP: 172.27.1.28, port: a579dd5b-493d-4ebd-b391-b41f72ddb253. Mar 08 22:32:32.974981 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:32:33.093226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:32:33.098343 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:33.103364 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:32:33.114258 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:33.114955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:33.129647 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-70a7d105-1889-45a0-86df-71ed422c5ced tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "PUT /v2.0/floatingips/589b8275-11ae-4da7-bf22-e9a9bfc8642e HTTP/1.1" status: 200 len: 990 time: 1.1198390 Mar 08 22:32:33.130887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:32:33.133165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4909ed93-2acd-4a53-b627-31a65efbbe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:32:33.173019 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7afb2-7605-48a0-9155-e58d8be3766a x-openstack-request-id: req-f5f7afb2-7605-48a0-9155-e58d8be3766a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:32:33.173923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:32:33.174295 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f7afb2-7605-48a0-9155-e58d8be3766a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:32:33.174791 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'status': 'completed', 'code': 200} Mar 08 22:32:33.237147 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:33.246640 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-ea4adb2d-8142-4ba0-b778-bf169b888c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:33.248282 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-ea4adb2d-8142-4ba0-b778-bf169b888c76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 1129 time: 0.0527008 Mar 08 22:32:33.359017 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-17c8fa81-4ef2-46bd-882d-bfa40b62b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:33.360489 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-17c8fa81-4ef2-46bd-882d-bfa40b62b143 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.1033010 Mar 08 22:32:33.446736 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-c2d4ff06-37dc-44c4-a0b6-ea3c873c9150 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253 HTTP/1.1" status: 200 len: 998 time: 0.0785384 Mar 08 22:32:33.493101 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}, {'id': '589b8275-11ae-4da7-bf22-e9a9bfc8642e', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:2b:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:32:17Z', 'updated_at': '2022-03-08T22:32:32Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:33.510184 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-73c3742f-862d-4ad4-a523-801ff58b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:33.511967 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-73c3742f-862d-4ad4-a523-801ff58b1ea9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0586429 Mar 08 22:32:33.519272 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:32:33.527913 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:33.528508 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:33.562335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-6d898820-01f9-4fe1-ba8c-25987b1ad743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:33.563891 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-6d898820-01f9-4fe1-ba8c-25987b1ad743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459945 Mar 08 22:32:33.674068 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42758) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:33.684707 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-f5fc9f3b-f6aa-4c4c-9eee-ee788c3df0db service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129792 Mar 08 22:32:33.771954 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:33.786292 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4909ed93-2acd-4a53-b627-31a65efbbe7e req-c55b465a-15de-47ca-8752-f31bb77d4784 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955296 Mar 08 22:32:33.787540 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2283-fbeb-427f-8a6f-882296fa75a3 req-5fd3faff-3c83-4dac-91ef-ccc1b379ef3b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:33.790133 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-55aa2283-fbeb-427f-8a6f-882296fa75a3 req-5fd3faff-3c83-4dac-91ef-ccc1b379ef3b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0624776 Mar 08 22:32:33.810397 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1744817560-network', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:33.861824 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-55aa2283-fbeb-427f-8a6f-882296fa75a3 req-7b505ac6-0d87-486d-90f5-5b438da04b76 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651970 Mar 08 22:32:33.916555 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Made reservation on behalf of dc3172d2f1b2479f9e6d28ed8914f31b for: {'network': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:32:33.919115 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:33.928254 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.001944 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks [] for security_group (480cfb2e-db20-490d-9907-48d18c7292fc), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.006029 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}, {'id': '589b8275-11ae-4da7-bf22-e9a9bfc8642e', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:2b:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:32:17Z', 'updated_at': '2022-03-08T22:32:32Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:34.032395 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363c845-d7bf-434f-83e8-e85f3cc48a90 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}, {'id': '589b8275-11ae-4da7-bf22-e9a9bfc8642e', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:2b:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:32:17Z', 'updated_at': '2022-03-08T22:32:32Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:32:34.064723 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (480cfb2e-db20-490d-9907-48d18c7292fc), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.091744 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:32:34.102052 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480cfb2e-db20-490d-9907-48d18c7292fc,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:34.108808 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (f47b1c82-9687-4031-adff-50e4566a691d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.109203 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.segments_db [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Added segment f47b1c82-9687-4031-adff-50e4566a691d of type vlan for network c4a6968b-618a-45fa-821e-f1cb18adc73b Mar 08 22:32:34.150234 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (c4a6968b-618a-45fa-821e-f1cb18adc73b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.236656 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (c4a6968b-618a-45fa-821e-f1cb18adc73b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.237641 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:34.238184 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd7fa7-3538-45c2-bde9-1a089a850bf3 None None] New status for floating IP 589b8275-11ae-4da7-bf22-e9a9bfc8642e: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:32:34.238640 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.303235 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] Pushing event updated for resources: {'Network': ['ID=c4a6968b-618a-45fa-821e-f1cb18adc73b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:34.312891 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network c4a6968b-618a-45fa-821e-f1cb18adc73b details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:32:34.327140 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-2aceecc3-8499-4ed2-a06b-3d660bcf22ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6512747 Mar 08 22:32:34.330301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42762) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:34.335286 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Request body: {'subnet': {'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1744817560-subnet', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:34.413703 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Made reservation on behalf of dc3172d2f1b2479f9e6d28ed8914f31b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:32:34.416126 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136408'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.654047 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136390'] for subnet (70929ae8-cfe1-4969-a190-076e4fa085fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.707299 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=70929ae8-cfe1-4969-a190-076e4fa085fb,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:34.716605 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Checking segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:34.716967 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Network hostable DHCP agents. Network: c4a6968b-618a-45fa-821e-f1cb18adc73b, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:32:34.825320 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Network c4a6968b-618a-45fa-821e-f1cb18adc73b is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:32:34.905231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, c4a6968b-618a-45fa-821e-f1cb18adc73b) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:34.909356 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:34.909849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:34.915074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bed858-c599-476c-80b7-d65e5a446ff3 None None] Network c4a6968b-618a-45fa-821e-f1cb18adc73b requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:32:34.986684 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba8dba-6383-412f-b4b4-2654f97b6e78 req-34ef02ad-43e5-4165-950c-2ce452919ed9 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:34.988176 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0ba8dba-6383-412f-b4b4-2654f97b6e78 req-34ef02ad-43e5-4165-950c-2ce452919ed9 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0578241 Mar 08 22:32:34.993333 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4b6f8a4b-457d-429f-9cf0-08ffaddd8bea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6619461 Mar 08 22:32:35.026471 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-c4a6968b-618a-45fa-821e-f1cb18adc73b', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:32:35.027717 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.042230 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f0ba8dba-6383-412f-b4b4-2654f97b6e78 req-52887ed3-8ed6-490f-b708-09111ee89141 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Mar 08 22:32:35.050730 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:35.055110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:35.169835 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Allocated IP 172.20.0.2 (c4a6968b-618a-45fa-821e-f1cb18adc73b/70929ae8-cfe1-4969-a190-076e4fa085fb/d067fb47-110e-476f-9307-97d9ac9ea576) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:35.207664 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.208744 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.259431 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for router_controller (97e57a4f-9a47-465e-b559-ca862bf187a2), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.310067 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks [] for port (d067fb47-110e-476f-9307-97d9ac9ea576), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.379442 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.418650 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Network c4a6968b-618a-45fa-821e-f1cb18adc73b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:35.421492 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:35.424851 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:35.430295 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Pushing event updated for resources: {'Port': ['ID=d067fb47-110e-476f-9307-97d9ac9ea576,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:35.459298 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for router_gateway (97e57a4f-9a47-465e-b559-ca862bf187a2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.485353 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Attempting to bind port d067fb47-110e-476f-9307-97d9ac9ea576 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:35.485723 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Attempting to bind port d067fb47-110e-476f-9307-97d9ac9ea576 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:35.486086 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Attempting to bind port d067fb47-110e-476f-9307-97d9ac9ea576 on network c4a6968b-618a-45fa-821e-f1cb18adc73b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:35.490935 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:35.491305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Checking segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:35.491703 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.492092 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Bound using segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:35.492547 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Bound port: d067fb47-110e-476f-9307-97d9ac9ea576, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:35.492918 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.551901 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] For port d067fb47-110e-476f-9307-97d9ac9ea576, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:35.554929 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] For port d067fb47-110e-476f-9307-97d9ac9ea576, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d067fb47-110e-476f-9307-97d9ac9ea576,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:35.619842 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.676809 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29130-bd2d-4e12-8a1a-87cc057e61f6 None None] Pushing event updated for resources: {'Port': ['ID=d067fb47-110e-476f-9307-97d9ac9ea576,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:35.751613 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for router_gateway (97e57a4f-9a47-465e-b559-ca862bf187a2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.770138 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:35.887472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Allocated IP 172.27.1.167 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/9ccaa027-11d1-480a-9457-0d2e5dede799) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:35.994148 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.064686 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.106095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:36.109281 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:36.112991 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:36.118686 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccaa027-11d1-480a-9457-0d2e5dede799,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:36.168089 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4c45-4539-4c4a-9923-7aba68893bee req-6b848764-f371-4a95-9b70-5ad2a3af37f3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:36.169580 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a65c4c45-4539-4c4a-9923-7aba68893bee req-6b848764-f371-4a95-9b70-5ad2a3af37f3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0546846 Mar 08 22:32:36.216731 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a65c4c45-4539-4c4a-9923-7aba68893bee req-5e64bb18-2e52-48be-b24c-b7786608833b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Mar 08 22:32:36.431960 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for router_gateway (97e57a4f-9a47-465e-b559-ca862bf187a2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.573116 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a8066-40c7-4c55-b495-3f364bdc6956 None None] Network c4a6968b-618a-45fa-821e-f1cb18adc73b requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:32:36.637477 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d067fb47-110e-476f-9307-97d9ac9ea576 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:36.694583 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Provisioning complete for port d067fb47-110e-476f-9307-97d9ac9ea576 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:36.695031 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.776371 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port d067fb47-110e-476f-9307-97d9ac9ea576 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:36.776657 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.855452 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Current status of the port d067fb47-110e-476f-9307-97d9ac9ea576 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:36.855899 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.897659 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.918097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] For port d067fb47-110e-476f-9307-97d9ac9ea576, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d067fb47-110e-476f-9307-97d9ac9ea576,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:36.922611 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port d067fb47-110e-476f-9307-97d9ac9ea576 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:36.923074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:36.969011 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.037240 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.db.api [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 22:32:37.037541 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG oslo_db.api [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 22:32:37.041612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52956-dd89-4a68-9614-fd4b1a1bf5fb None None] Pushing event updated for resources: {'Port': ['ID=d067fb47-110e-476f-9307-97d9ac9ea576,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:37.059771 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Router 97e57a4f-9a47-465e-b559-ca862bf187a2 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:32:37.088283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-8060c703-9244-491c-ac2b-6b073257b436 None None] Provisioning complete for port d067fb47-110e-476f-9307-97d9ac9ea576 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:37.088572 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8060c703-9244-491c-ac2b-6b073257b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.166184 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8060c703-9244-491c-ac2b-6b073257b436 None None] Current status of the port d067fb47-110e-476f-9307-97d9ac9ea576 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:37.168531 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:32:37.176535 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Sync routers for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:32:37.186296 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:37.188105 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:37.244133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.248040 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bf7f5d32-3170-4503-9772-d1cd24317de7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1934280 Mar 08 22:32:37.248211 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42774) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:37.298503 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:37.337836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace470b-8869-4071-93ec-f1883b3abe10 req-541af21a-e2e3-4ebd-924c-dec2abb9dbb0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:37.339886 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aace470b-8869-4071-93ec-f1883b3abe10 req-541af21a-e2e3-4ebd-924c-dec2abb9dbb0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0569277 Mar 08 22:32:37.388823 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-aace470b-8869-4071-93ec-f1883b3abe10 req-0f8b5595-bb8f-4801-b536-480c6a4ee800 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Mar 08 22:32:37.482014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:36Z', 'revision_number': 3, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:37.510974 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Checking router: 97e57a4f-9a47-465e-b559-ca862bf187a2 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:32:37.511324 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Updating router 97e57a4f-9a47-465e-b559-ca862bf187a2 port 9ccaa027-11d1-480a-9457-0d2e5dede799 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:32:37.540552 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.598666 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port d067fb47-110e-476f-9307-97d9ac9ea576 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:37.676941 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.824188 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks [] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.904726 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.955661 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee951c3b-6ed1-465a-8f85-450336fd687b None None] Pushing event updated for resources: {'Port': ['ID=9ccaa027-11d1-480a-9457-0d2e5dede799,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:37.957822 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Attempting to bind port 9ccaa027-11d1-480a-9457-0d2e5dede799 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:37.958194 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Attempting to bind port 9ccaa027-11d1-480a-9457-0d2e5dede799 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:37.958552 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Attempting to bind port 9ccaa027-11d1-480a-9457-0d2e5dede799 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:37.964062 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:37.965010 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:37.965407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:37.965787 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:37.966251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Bound port: 9ccaa027-11d1-480a-9457-0d2e5dede799, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:37.966625 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.015516 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] For port 9ccaa027-11d1-480a-9457-0d2e5dede799, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:38.018417 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] For port 9ccaa027-11d1-480a-9457-0d2e5dede799, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=9ccaa027-11d1-480a-9457-0d2e5dede799,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:38.032996 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Allocated IP 172.20.0.1 (c4a6968b-618a-45fa-821e-f1cb18adc73b/70929ae8-cfe1-4969-a190-076e4fa085fb/27cfc7de-2e4e-4c78-abab-8b749ac84d2b) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:38.105357 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.132869 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks [] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.161935 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:38.162475 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:38.167144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee951c3b-6ed1-465a-8f85-450336fd687b None None] Pushing event updated for resources: {'Port': ['ID=9ccaa027-11d1-480a-9457-0d2e5dede799,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:38.231464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.274333 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Network c4a6968b-618a-45fa-821e-f1cb18adc73b is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:38.277238 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:38.281717 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:38.284989 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Pushing event updated for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:38.326991 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (97e57a4f-9a47-465e-b559-ca862bf187a2), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.417979 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:38.447952 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.524343 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681986-da45-4391-bdde-268f6489c4cb req-3a588e2d-2f18-4215-9978-8ff57e0c5ff5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:38.526026 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-91681986-da45-4391-bdde-268f6489c4cb req-3a588e2d-2f18-4215-9978-8ff57e0c5ff5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0598617 Mar 08 22:32:38.568805 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-db2e2331-3093-4488-a878-5ecd2251393d None None] Provisioning complete for port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:38.569274 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db2e2331-3093-4488-a878-5ecd2251393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.576121 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d067fb47-110e-476f-9307-97d9ac9ea576 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:38.582863 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.615203 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-91681986-da45-4391-bdde-268f6489c4cb req-a330e45d-c44d-4f3e-b0c5-522e09f77434 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632229 Mar 08 22:32:38.663028 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-db2e2331-3093-4488-a878-5ecd2251393d None None] Port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:38.697256 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port d067fb47-110e-476f-9307-97d9ac9ea576 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:38.697535 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.720935 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:36Z', 'revision_number': 3, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:38.752951 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d51001-9aa4-455d-b54d-08afd516c3ba None None] The sync data for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi is: [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:36Z', 'revision_number': 3, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:32:38.767824 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks [] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.813419 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port d067fb47-110e-476f-9307-97d9ac9ea576 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:38.824942 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.890352 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (97e57a4f-9a47-465e-b559-ca862bf187a2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:38.892093 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Pushing event updated for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:38.999671 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Network c4a6968b-618a-45fa-821e-f1cb18adc73b is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:39.001008 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:39.133663 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Router 97e57a4f-9a47-465e-b559-ca862bf187a2 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:32:39.249779 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:32:39.255436 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8e776f43-dfee-440c-bc49-459ea96d44a8 admin admin] 10.222.0.39 "PUT /v2.0/routers/97e57a4f-9a47-465e-b559-ca862bf187a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060537 Mar 08 22:32:39.287034 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-bd72c563-06c0-46a5-8316-dd88fcf81d56 None None] Provisioning complete for port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:39.287923 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd72c563-06c0-46a5-8316-dd88fcf81d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:39.329902 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bd72c563-06c0-46a5-8316-dd88fcf81d56 None None] Port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:39.738012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de220f0-48b6-4dbf-aba9-c91c63b630e1 req-e5716b4b-b5eb-49e0-9a43-7d1e98098ccb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:39.739482 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3de220f0-48b6-4dbf-aba9-c91c63b630e1 req-e5716b4b-b5eb-49e0-9a43-7d1e98098ccb tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0564787 Mar 08 22:32:39.787347 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3de220f0-48b6-4dbf-aba9-c91c63b630e1 req-e80c359b-4ae2-4254-803c-07589bbc3db7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Mar 08 22:32:40.051731 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42796) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:40.056605 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1917962038-network', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:40.133552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Made reservation on behalf of be144702c601450da0b1b4b74bbe21d8 for: {'network': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:32:40.137927 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.144857 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.219262 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks [] for security_group (8af6bd96-f7a1-470b-a6a3-7709a0de6f05), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.282178 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8af6bd96-f7a1-470b-a6a3-7709a0de6f05), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.307794 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:32:40.317841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6bd96-f7a1-470b-a6a3-7709a0de6f05,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:40.322884 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a092db7d-8595-4356-9c56-f36b6f0dbd3f), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.323216 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.segments_db [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Added segment a092db7d-8595-4356-9c56-f36b6f0dbd3f of type vlan for network 32347d78-5dad-4887-a12e-e9282961474f Mar 08 22:32:40.326963 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Sync routers for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:32:40.342936 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:40.342936 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:40.363750 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (32347d78-5dad-4887-a12e-e9282961474f), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.444081 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:40.447935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (32347d78-5dad-4887-a12e-e9282961474f), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.449018 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:40.449624 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.514251 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] Pushing event updated for resources: {'Network': ['ID=32347d78-5dad-4887-a12e-e9282961474f,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:40.527381 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 32347d78-5dad-4887-a12e-e9282961474f details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:32:40.549460 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-270e0fa7-aa86-4f5c-8c78-fd5840bd441e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4966195 Mar 08 22:32:40.552005 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42798) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:40.557626 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Request body: {'subnet': {'network_id': '32347d78-5dad-4887-a12e-e9282961474f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1917962038-subnet', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:40.607763 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 9ccaa027-11d1-480a-9457-0d2e5dede799 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:40.662012 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 9ccaa027-11d1-480a-9457-0d2e5dede799 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:40.662381 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.665032 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Made reservation on behalf of be144702c601450da0b1b4b74bbe21d8 for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:32:40.667679 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 2, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:40.667905 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.692926 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Checking router: 97e57a4f-9a47-465e-b559-ca862bf187a2 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:32:40.693281 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Updating router 97e57a4f-9a47-465e-b559-ca862bf187a2 port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:32:40.720444 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.740318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 9ccaa027-11d1-480a-9457-0d2e5dede799 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:40.740801 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.762569 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 9ccaa027-11d1-480a-9457-0d2e5dede799, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=9ccaa027-11d1-480a-9457-0d2e5dede799,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:40.836625 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.887652 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=9ccaa027-11d1-480a-9457-0d2e5dede799,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:40.895865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (bd26891a-9b9e-4672-908e-071de741cd4c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:40.956584 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e3d62-8a56-47c6-a8c1-2702a1c82cf0 req-21b3b00b-17e6-4e1c-8332-5a8be2c4b766 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:40.958051 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7f7e3d62-8a56-47c6-a8c1-2702a1c82cf0 req-21b3b00b-17e6-4e1c-8332-5a8be2c4b766 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0967546 Mar 08 22:32:40.978397 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd26891a-9b9e-4672-908e-071de741cd4c,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:40.993754 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks [] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.002398 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Checking segment: {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:41.002747 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Network hostable DHCP agents. Network: 32347d78-5dad-4887-a12e-e9282961474f, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:32:41.030824 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7f7e3d62-8a56-47c6-a8c1-2702a1c82cf0 req-2f641802-ace4-4bab-8f0a-3cff57b63348 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641530 Mar 08 22:32:41.065170 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.087928 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Network 32347d78-5dad-4887-a12e-e9282961474f is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:32:41.114642 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Pushing event updated for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:41.139067 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.139436 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.139798 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.140147 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.140468 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.140798 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.141127 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.141453 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.141778 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.142117 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.142445 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.142765 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.143112 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:32:41.173767 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 32347d78-5dad-4887-a12e-e9282961474f) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:41.177494 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Attempting to bind port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:41.177868 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Attempting to bind port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:41.178352 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Attempting to bind port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b on network c4a6968b-618a-45fa-821e-f1cb18adc73b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:41.178593 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:41.179402 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.183427 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b86697-c27d-4618-9fb2-3c926463e7fc None None] Network 32347d78-5dad-4887-a12e-e9282961474f requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:32:41.186488 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:41.186488 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Checking segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:41.186785 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.186955 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Bound using segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:41.187432 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Bound port: 27cfc7de-2e4e-4c78-abab-8b749ac84d2b, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:41.187842 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.289376 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-32347d78-5dad-4887-a12e-e9282961474f', 'network_id': '32347d78-5dad-4887-a12e-e9282961474f', 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'fixed_ips': [{'subnet_id': 'bd26891a-9b9e-4672-908e-071de741cd4c'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:32:41.290489 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.291197 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-97838340-123f-446e-bc9d-a76274cf4af2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7377725 Mar 08 22:32:41.293635 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42802) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:41.297974 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:41.343503 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] For port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:41.346756 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] For port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:41.397758 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-524fcae4-8a29-4797-9be9-5263026dfb88 None None] Provisioning complete for port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:41.398270 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-524fcae4-8a29-4797-9be9-5263026dfb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.413828 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.414951 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.436901 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.465059 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-524fcae4-8a29-4797-9be9-5263026dfb88 None None] Port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:41.466716 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Allocated IP 172.20.0.2 (32347d78-5dad-4887-a12e-e9282961474f/bd26891a-9b9e-4672-908e-071de741cd4c/d4490364-2718-4eaf-818f-a13efd80fad0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:41.470434 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for router_controller (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), precommit_add_association {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.493612 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:41.494251 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:41.502152 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd201405-dbda-4d4f-aa12-a48dea4b6128 None None] Pushing event updated for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:41.610069 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:41.637980 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks [] for port (d4490364-2718-4eaf-818f-a13efd80fad0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.675631 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for router_gateway (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.700323 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.739164 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Network 32347d78-5dad-4887-a12e-e9282961474f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:41.742389 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:41.745814 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:41.754351 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Pushing event updated for resources: {'Port': ['ID=d4490364-2718-4eaf-818f-a13efd80fad0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:41.818582 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Provisioning complete for port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:41.818999 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.821634 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Attempting to bind port d4490364-2718-4eaf-818f-a13efd80fad0 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:41.822004 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Attempting to bind port d4490364-2718-4eaf-818f-a13efd80fad0 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:41.822368 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Attempting to bind port d4490364-2718-4eaf-818f-a13efd80fad0 on network 32347d78-5dad-4887-a12e-e9282961474f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:41.835918 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:41.846850 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:41.847259 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Checking segment: {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:41.847638 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.848028 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Bound using segment: {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:41.848497 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Bound port: d4490364-2718-4eaf-818f-a13efd80fad0, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:41.848877 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.868298 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389da12-c599-4e40-8c30-510dc333cb41 None None] The sync data for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi is: [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:32:41.965188 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] For port d4490364-2718-4eaf-818f-a13efd80fad0, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:41.969270 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] For port d4490364-2718-4eaf-818f-a13efd80fad0, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d4490364-2718-4eaf-818f-a13efd80fad0,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:41.973827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Current status of the port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:41.973827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:41.995050 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for router_gateway (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.011083 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] For port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:42.018561 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.037499 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.097440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.116071 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e688a-611c-4ac4-9908-dcdaa97981ea None None] Pushing event updated for resources: {'Port': ['ID=d4490364-2718-4eaf-818f-a13efd80fad0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:42.159806 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Allocated IP 172.27.1.34 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/846594ff-8d8c-4ebd-8423-b0780a41f955) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:42.183458 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4483-c244-44ea-aec5-c2e4e3926125 req-9583e844-2ec4-4659-9e5d-9d93769ae5ff tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:42.186096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98e8b3-d060-4ee7-99a2-03b70be84b07 None None] Pushing event updated for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:42.193257 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fa4483-c244-44ea-aec5-c2e4e3926125 req-9583e844-2ec4-4659-9e5d-9d93769ae5ff tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0830240 Mar 08 22:32:42.255490 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a2fa4483-c244-44ea-aec5-c2e4e3926125 req-9749bc9d-afd0-4de4-b7d5-1b028d2cb8f8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610893 Mar 08 22:32:42.283325 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.396914 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.445957 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:42.451733 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:42.460286 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:42.463675 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Pushing event updated for resources: {'Port': ['ID=846594ff-8d8c-4ebd-8423-b0780a41f955,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:42.692228 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d4490364-2718-4eaf-818f-a13efd80fad0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:42.747791 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port d4490364-2718-4eaf-818f-a13efd80fad0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:42.748405 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.813259 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for router_gateway (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.850635 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port d4490364-2718-4eaf-818f-a13efd80fad0 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:42.851106 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:42.895648 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port d4490364-2718-4eaf-818f-a13efd80fad0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d4490364-2718-4eaf-818f-a13efd80fad0,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:43.008432 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.011175 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 9ccaa027-11d1-480a-9457-0d2e5dede799 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:43.055283 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.111979 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=d4490364-2718-4eaf-818f-a13efd80fad0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:43.127181 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 9ccaa027-11d1-480a-9457-0d2e5dede799 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:43.127461 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.158501 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f9194-12ab-4c31-babd-be8241edb058 None None] Network 32347d78-5dad-4887-a12e-e9282961474f requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:32:43.266227 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-aa42dcc0-255d-4766-95b4-0355380b220a None None] Provisioning complete for port d4490364-2718-4eaf-818f-a13efd80fad0 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:43.266556 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa42dcc0-255d-4766-95b4-0355380b220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.270385 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:32:43.334780 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 9ccaa027-11d1-480a-9457-0d2e5dede799 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:43.335849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 27cfc7de-2e4e-4c78-abab-8b749ac84d2b up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:43.560708 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:43.561082 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.563681 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aa42dcc0-255d-4766-95b4-0355380b220a None None] Current status of the port d4490364-2718-4eaf-818f-a13efd80fad0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:43.648990 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:43.656581 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96574-b754-4c28-886a-6514c73779bd req-b9474a7a-3ebf-4c2b-80a2-fcdd100266f4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:43.657644 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-aec96574-b754-4c28-886a-6514c73779bd req-b9474a7a-3ebf-4c2b-80a2-fcdd100266f4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.3309898 Mar 08 22:32:43.674719 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:32:43.685768 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Sync routers for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:32:43.696964 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:43.697620 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:43.719344 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-aec96574-b754-4c28-886a-6514c73779bd req-f6f07f0b-2b37-44a6-bfc7-695367a541f2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543175 Mar 08 22:32:43.763967 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.765167 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c2a4ee5e-f115-45a3-946c-4b4405265484 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4705005 Mar 08 22:32:43.768085 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42810) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:43.805129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-7e6a4faf-7023-48b7-aa0a-bbf2faafef92 None None] Provisioning complete for port d4490364-2718-4eaf-818f-a13efd80fad0 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:43.805424 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4faf-7023-48b7-aa0a-bbf2faafef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:43.843394 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:44.008601 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a4faf-7023-48b7-aa0a-bbf2faafef92 None None] Current status of the port d4490364-2718-4eaf-818f-a13efd80fad0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:44.056339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:42Z', 'revision_number': 3, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:44.083453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Checking router: caa2bd11-d4ab-43e2-bf19-e8fe30d8327c for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:32:44.085390 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Updating router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c port 846594ff-8d8c-4ebd-8423-b0780a41f955 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:32:44.110297 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.179929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.335903 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Allocated IP 172.20.0.1 (32347d78-5dad-4887-a12e-e9282961474f/bd26891a-9b9e-4672-908e-071de741cd4c/e0297b97-d3a9-4820-aa4d-400f1db3d16d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:32:44.359859 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks [] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.436224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks [] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.436660 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.488486 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a21df0-43ff-402b-a69c-06fc3968bfb9 None None] Pushing event updated for resources: {'Port': ['ID=846594ff-8d8c-4ebd-8423-b0780a41f955,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:44.490642 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Attempting to bind port 846594ff-8d8c-4ebd-8423-b0780a41f955 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:44.491042 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Attempting to bind port 846594ff-8d8c-4ebd-8423-b0780a41f955 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:44.491402 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Attempting to bind port 846594ff-8d8c-4ebd-8423-b0780a41f955 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:44.497447 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:44.497835 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:44.498223 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.498640 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:44.499085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Bound port: 846594ff-8d8c-4ebd-8423-b0780a41f955, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:44.499523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.534091 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.551521 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] For port 846594ff-8d8c-4ebd-8423-b0780a41f955, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:44.554369 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] For port 846594ff-8d8c-4ebd-8423-b0780a41f955, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=846594ff-8d8c-4ebd-8423-b0780a41f955,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:44.567390 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d4490364-2718-4eaf-818f-a13efd80fad0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:44.574221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Network 32347d78-5dad-4887-a12e-e9282961474f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:44.578586 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:44.581990 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:32:44.587524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Pushing event updated for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:44.620069 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.629701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.652743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port d4490364-2718-4eaf-818f-a13efd80fad0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:44.653169 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.710244 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a21df0-43ff-402b-a69c-06fc3968bfb9 None None] Pushing event updated for resources: {'Port': ['ID=846594ff-8d8c-4ebd-8423-b0780a41f955,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:44.721247 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:44.722058 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:44.849103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.868144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port d4490364-2718-4eaf-818f-a13efd80fad0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:44.878995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:44.880743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-9d9c2d08-0696-4b6a-8a7c-a6b0d62fb9d4 None None] Provisioning complete for port e0297b97-d3a9-4820-aa4d-400f1db3d16d triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:44.881111 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2d08-0696-4b6a-8a7c-a6b0d62fb9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:44.896856 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f762a7-9071-46e0-9e04-548b85bc868c req-0eadcb33-ad4f-4c17-acfd-0ed6e11eb189 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:44.898344 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f4f762a7-9071-46e0-9e04-548b85bc868c req-0eadcb33-ad4f-4c17-acfd-0ed6e11eb189 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.1094129 Mar 08 22:32:44.984122 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c2d08-0696-4b6a-8a7c-a6b0d62fb9d4 None None] Port e0297b97-d3a9-4820-aa4d-400f1db3d16d cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:45.005846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f4f762a7-9071-46e0-9e04-548b85bc868c req-75cb94da-242c-4361-9a3f-366ee4085a7f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006696 Mar 08 22:32:45.058271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks [] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:45.090691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:42Z', 'revision_number': 3, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:45.093141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:45.117386 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a192f2-51a4-4a8b-bc1a-31c42ac988b6 None None] The sync data for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi is: [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:42Z', 'revision_number': 3, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:32:45.161088 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:45.162957 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Pushing event updated for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:45.258049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Network 32347d78-5dad-4887-a12e-e9282961474f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:32:45.259452 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:32:45.299365 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa3a2-00b9-4c1c-8487-85ef0ac86d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:45.398063 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:32:45.514593 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-65b52499-7161-4cb6-ba2b-cbfd1ee9a1dc None None] Provisioning complete for port e0297b97-d3a9-4820-aa4d-400f1db3d16d triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:45.514985 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-65b52499-7161-4cb6-ba2b-cbfd1ee9a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:45.520955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:32:45.526380 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5ea4be9b-086d-40d0-837c-8b12e4b35f79 admin admin] 10.222.0.39 "PUT /v2.0/routers/caa2bd11-d4ab-43e2-bf19-e8fe30d8327c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571580 Mar 08 22:32:45.558474 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-65b52499-7161-4cb6-ba2b-cbfd1ee9a1dc None None] Port e0297b97-d3a9-4820-aa4d-400f1db3d16d cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:32:45.999738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:46.004479 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265672564', 'description': 'tempest-secgroup-smoke-265672564 description', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:46.085536 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.153350 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ee3e-71e5-4e9c-bd4e-587b19a5abef req-942fa741-d7c2-4a7a-a7eb-67b8d0238e68 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:46.154904 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d9a5ee3e-71e5-4e9c-bd4e-587b19a5abef req-942fa741-d7c2-4a7a-a7eb-67b8d0238e68 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0793233 Mar 08 22:32:46.213235 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (b19289a2-ff89-4860-b50d-3f72b4dc50d1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.224931 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d9a5ee3e-71e5-4e9c-bd4e-587b19a5abef req-b2b7d47c-24b3-43f7-bda5-df55abde9165 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637300 Mar 08 22:32:46.287496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b19289a2-ff89-4860-b50d-3f72b4dc50d1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.316839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19289a2-ff89-4860-b50d-3f72b4dc50d1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:46.369496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.370751 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d9834f0f-31e3-49bb-900e-a9ce1a2bcf39 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3699558 Mar 08 22:32:46.373696 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:46.378038 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:46.464080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (8575a24f-9b15-472b-bf53-9a61489b0ab4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.525895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (8575a24f-9b15-472b-bf53-9a61489b0ab4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.591981 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 846594ff-8d8c-4ebd-8423-b0780a41f955 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:46.601737 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (8575a24f-9b15-472b-bf53-9a61489b0ab4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.620126 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8575a24f-9b15-472b-bf53-9a61489b0ab4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:46.641894 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 846594ff-8d8c-4ebd-8423-b0780a41f955 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:46.642258 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.689899 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.691201 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a65bf185-34a2-46bc-8554-d03c8cd2ae93 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165033 Mar 08 22:32:46.693818 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:46.698107 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:46.725210 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 846594ff-8d8c-4ebd-8423-b0780a41f955 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:46.725603 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.745467 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 846594ff-8d8c-4ebd-8423-b0780a41f955, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=846594ff-8d8c-4ebd-8423-b0780a41f955,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:46.796068 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (542043f9-c3c2-4b0b-9844-d944c5dcfdeb), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.813747 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.854484 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (542043f9-c3c2-4b0b-9844-d944c5dcfdeb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.862764 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Sync routers for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:32:46.865471 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=846594ff-8d8c-4ebd-8423-b0780a41f955,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:46.872414 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:46.873020 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:46.904959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (542043f9-c3c2-4b0b-9844-d944c5dcfdeb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.922717 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542043f9-c3c2-4b0b-9844-d944c5dcfdeb,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:46.969464 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:46.970714 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9e267e99-0347-4642-8500-da7f422e752b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759428 Mar 08 22:32:46.973840 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42832) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:46.978321 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:46.980920 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:47.064253 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (7c3ae9ff-3043-4684-8b00-db65d9b3977d), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.125064 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (7c3ae9ff-3043-4684-8b00-db65d9b3977d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.175245 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 4, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': 'e0297b97-d3a9-4820-aa4d-400f1db3d16d', 'name': '', 'network_id': '32347d78-5dad-4887-a12e-e9282961474f', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'mac_address': 'fa:16:3e:58:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:44Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 2, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'subnets': [{'id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:47.201999 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (7c3ae9ff-3043-4684-8b00-db65d9b3977d), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.205555 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Checking router: caa2bd11-d4ab-43e2-bf19-e8fe30d8327c for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:32:47.205846 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Updating router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c port e0297b97-d3a9-4820-aa4d-400f1db3d16d binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:32:47.220394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3ae9ff-3043-4684-8b00-db65d9b3977d,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:47.238813 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.289690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.291229 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b46cda13-b2a9-4de4-bd06-f25a60203807 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163996 Mar 08 22:32:47.294049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42836) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:47.298444 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:47.298934 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-068bbb9c-86d1-4bcf-bc97-0bb17ea693ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.355105 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0672a-41bf-4928-b8cd-dc54ce7d4c53 req-f109086c-a8fb-4819-b0e9-f87a83c9d211 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:47.357118 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bee0672a-41bf-4928-b8cd-dc54ce7d4c53 req-f109086c-a8fb-4819-b0e9-f87a83c9d211 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0640600 Mar 08 22:32:47.395205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (e8362668-ef1a-4434-9edc-3cfee0be65c7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.404787 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bee0672a-41bf-4928-b8cd-dc54ce7d4c53 req-1a108c18-5544-4d67-b29e-124d713a2008 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Mar 08 22:32:47.463447 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (e8362668-ef1a-4434-9edc-3cfee0be65c7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.502176 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks [] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.550609 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (e8362668-ef1a-4434-9edc-3cfee0be65c7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.568260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8362668-ef1a-4434-9edc-3cfee0be65c7,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:47.579406 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.636363 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15ebcc-223a-492e-bb12-e3e58184861e None None] Pushing event updated for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:47.656079 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.657464 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-31b67622-d0ba-451f-a4a5-fc462e28c37a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624327 Mar 08 22:32:47.660372 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 42838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:47.664859 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:47.683697 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Attempting to bind port e0297b97-d3a9-4820-aa4d-400f1db3d16d on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:32:47.684802 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Attempting to bind port e0297b97-d3a9-4820-aa4d-400f1db3d16d by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:32:47.685178 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Attempting to bind port e0297b97-d3a9-4820-aa4d-400f1db3d16d on network 32347d78-5dad-4887-a12e-e9282961474f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:32:47.691513 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:32:47.695030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Checking segment: {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:32:47.695030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.695030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Bound using segment: {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:32:47.695030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Bound port: e0297b97-d3a9-4820-aa4d-400f1db3d16d, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092db7d-8595-4356-9c56-f36b6f0dbd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '32347d78-5dad-4887-a12e-e9282961474f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:32:47.695030 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.745309 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Project dc3172d2f1b2479f9e6d28ed8914f31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:32:47.750505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (f9171851-0a49-4813-996f-c4dc6dede42e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.760872 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] For port e0297b97-d3a9-4820-aa4d-400f1db3d16d, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:32:47.764229 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] For port e0297b97-d3a9-4820-aa4d-400f1db3d16d, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e0297b97-d3a9-4820-aa4d-400f1db3d16d,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:32:47.814887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (f9171851-0a49-4813-996f-c4dc6dede42e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.819936 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.864692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (f9171851-0a49-4813-996f-c4dc6dede42e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.878375 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:32:47.882293 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:32:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:47.882445 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9171851-0a49-4813-996f-c4dc6dede42e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:47.896453 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Provisioning complete for port e0297b97-d3a9-4820-aa4d-400f1db3d16d triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:47.897042 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.916613 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15ebcc-223a-492e-bb12-e3e58184861e None None] Pushing event updated for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:47.938003 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.942742 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 42840) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:32:47.949122 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'security_group_rule': {'security_group_id': 'b19289a2-ff89-4860-b50d-3f72b4dc50d1', 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:32:47.952379 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-55302766-7fd7-4b10-a362-37795266c492 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2907853 Mar 08 22:32:47.987307 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Current status of the port e0297b97-d3a9-4820-aa4d-400f1db3d16d is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:47.988046 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:47.997864 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:32:48.023726 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] For port e0297b97-d3a9-4820-aa4d-400f1db3d16d, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e0297b97-d3a9-4820-aa4d-400f1db3d16d,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:32:48.031608 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.securitygroups_db [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Project dc3172d2f1b2479f9e6d28ed8914f31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:32:48.038750 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (9ef2f7a4-b4e0-4203-8efe-e5bd7cbd5920), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.099508 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (9ef2f7a4-b4e0-4203-8efe-e5bd7cbd5920), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.116138 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.165466 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e68a-4af0-4549-b2e3-3cc275a839c2 None None] Pushing event updated for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:48.196129 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (9ef2f7a4-b4e0-4203-8efe-e5bd7cbd5920), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.214277 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef2f7a4-b4e0-4203-8efe-e5bd7cbd5920,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:32:48.236755 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-3b0cdbda-de6a-4f50-8737-4f8e2bfc5e41 None None] Provisioning complete for port e0297b97-d3a9-4820-aa4d-400f1db3d16d triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:48.238419 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b0cdbda-de6a-4f50-8737-4f8e2bfc5e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.272194 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.273714 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-433d2ed1-2a6b-4687-bedf-1707cb468401 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3295112 Mar 08 22:32:48.293593 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 4, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': 'e0297b97-d3a9-4820-aa4d-400f1db3d16d', 'name': '', 'network_id': '32347d78-5dad-4887-a12e-e9282961474f', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'mac_address': 'fa:16:3e:58:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:44Z', 'updated_at': '2022-03-08T22:32:47Z', 'revision_number': 4, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'subnets': [{'id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:32:48.322041 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae15d5-f28a-4203-8c57-c44f129fc91f None None] The sync data for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi is: [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:32:44Z', 'revision_number': 4, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': 'e0297b97-d3a9-4820-aa4d-400f1db3d16d', 'name': '', 'network_id': '32347d78-5dad-4887-a12e-e9282961474f', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'mac_address': 'fa:16:3e:58:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:44Z', 'updated_at': '2022-03-08T22:32:47Z', 'revision_number': 4, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'subnets': [{'id': 'bd26891a-9b9e-4672-908e-071de741cd4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:32:48.323484 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cdbda-de6a-4f50-8737-4f8e2bfc5e41 None None] Current status of the port e0297b97-d3a9-4820-aa4d-400f1db3d16d is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:48.533796 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.538394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909713-08cf-4ddc-9759-b829b3e3d338 req-11a6a51e-4c9d-41c5-9d1b-149868760bf5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:48.540544 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-25909713-08cf-4ddc-9759-b829b3e3d338 req-11a6a51e-4c9d-41c5-9d1b-149868760bf5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0607083 Mar 08 22:32:48.601529 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-25909713-08cf-4ddc-9759-b829b3e3d338 req-aeceda8e-a5bc-434c-895b-62d44d74ec4f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533984 Mar 08 22:32:48.685450 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 846594ff-8d8c-4ebd-8423-b0780a41f955 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:48.735588 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 846594ff-8d8c-4ebd-8423-b0780a41f955 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:48.736044 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:48.816522 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 846594ff-8d8c-4ebd-8423-b0780a41f955 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:48.818749 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e0297b97-d3a9-4820-aa4d-400f1db3d16d up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:32:48.870346 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port e0297b97-d3a9-4820-aa4d-400f1db3d16d triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:32:48.870729 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:49.078372 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port e0297b97-d3a9-4820-aa4d-400f1db3d16d is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:32:49.733745 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850739-b768-45be-8762-4ad55141a3fa req-cf1f973c-22e1-459e-bbdb-d62dad3cb354 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:49.735220 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-11850739-b768-45be-8762-4ad55141a3fa req-cf1f973c-22e1-459e-bbdb-d62dad3cb354 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0555460 Mar 08 22:32:49.782569 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-11850739-b768-45be-8762-4ad55141a3fa req-523bc43a-4e36-4268-98d5-a5be36051b1c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Mar 08 22:32:49.973374 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:50.905085 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c99ee6-8e0b-4d14-be6a-b4cb144f41d8 req-76398e2c-e425-4436-a389-85065bfd8b0e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:50.906576 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-82c99ee6-8e0b-4d14-be6a-b4cb144f41d8 req-76398e2c-e425-4436-a389-85065bfd8b0e tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0532844 Mar 08 22:32:50.953661 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-82c99ee6-8e0b-4d14-be6a-b4cb144f41d8 req-45bddcc4-4148-4b60-9b85-d79564217227 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414023 Mar 08 22:32:51.350416 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:32:52.071920 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b95d-075f-4627-9a32-1220b03bd535 req-34e3678a-29be-4e89-8102-f1d1de506564 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:52.073390 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d577b95d-075f-4627-9a32-1220b03bd535 req-34e3678a-29be-4e89-8102-f1d1de506564 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0524592 Mar 08 22:32:52.119971 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d577b95d-075f-4627-9a32-1220b03bd535 req-1a0a96d8-699c-428b-8598-e1665222b69f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Mar 08 22:32:53.239403 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096222b-6506-41c6-a7e0-ff2cbf18d351 req-af09054a-5dbc-4c08-b2fe-0adb50b3ece8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:53.240930 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9096222b-6506-41c6-a7e0-ff2cbf18d351 req-af09054a-5dbc-4c08-b2fe-0adb50b3ece8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Mar 08 22:32:53.288876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9096222b-6506-41c6-a7e0-ff2cbf18d351 req-721ea272-ed76-4049-92bb-a28813eea270 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Mar 08 22:32:54.413207 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae64e3-9681-4e56-809f-8b4bd78004c5 req-29f5d4f8-4142-499e-9b88-5cbe945310d1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:54.414708 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43ae64e3-9681-4e56-809f-8b4bd78004c5 req-29f5d4f8-4142-499e-9b88-5cbe945310d1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0575483 Mar 08 22:32:54.462624 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43ae64e3-9681-4e56-809f-8b4bd78004c5 req-739a4d8d-8e58-4545-83b0-77aa098b1ffe tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Mar 08 22:32:54.786017 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebc2f1-4648-44f3-b513-d35f70ba26b7 req-473fcfb7-c81e-409b-a145-783c89128210 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:54.787577 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-49ebc2f1-4648-44f3-b513-d35f70ba26b7 req-473fcfb7-c81e-409b-a145-783c89128210 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0537040 Mar 08 22:32:54.835368 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-49ebc2f1-4648-44f3-b513-d35f70ba26b7 req-228014d2-a971-4828-872e-5c181f11acd0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Mar 08 22:32:54.890237 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-1c36dba3-c8f7-4642-808d-3b8c0c61f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:54.891774 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-1c36dba3-c8f7-4642-808d-3b8c0c61f9c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 1129 time: 0.0445957 Mar 08 22:32:54.985625 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-c3363238-f0f4-43bd-8ec2-7f7a9da374b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:54.987022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-c3363238-f0f4-43bd-8ec2-7f7a9da374b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0883212 Mar 08 22:32:55.059996 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-9148c79d-dba0-41a1-8be3-46ef3f878efa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 200 len: 1001 time: 0.0654688 Mar 08 22:32:55.115146 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-798bac02-6c8b-4791-813f-aea26953adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:55.116635 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-798bac02-6c8b-4791-813f-aea26953adeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0493276 Mar 08 22:32:55.169267 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-667e56df-0ebc-46ec-9506-b0e1fe23c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:55.170745 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-667e56df-0ebc-46ec-9506-b0e1fe23c541 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481205 Mar 08 22:32:55.260252 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-a07d9e81-6cec-4966-aaf7-c2d8928e3d2d service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824497 Mar 08 22:32:55.354032 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b3ebec7e-aefc-4c3f-b7df-48f6e632279b req-21d25eb1-d054-4320-88ec-9102aa4b9a19 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 Mar 08 22:32:55.957943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083bcee-8d1e-490e-859b-90f6c94fe363 req-9a9d2ecf-2f39-4eff-90cb-e2e08783bc1c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:55.959739 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2083bcee-8d1e-490e-859b-90f6c94fe363 req-9a9d2ecf-2f39-4eff-90cb-e2e08783bc1c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0540447 Mar 08 22:32:56.006253 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2083bcee-8d1e-490e-859b-90f6c94fe363 req-870ea69e-3b83-4487-bee5-c8dec39b81f6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Mar 08 22:32:57.128317 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760feaae-e739-4dd7-a08e-686ca04b201a req-6d0f0436-9ca1-409d-a191-88d3116014e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:32:57.142045 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-760feaae-e739-4dd7-a08e-686ca04b201a req-6d0f0436-9ca1-409d-a191-88d3116014e6 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0621741 Mar 08 22:32:57.189797 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-760feaae-e739-4dd7-a08e-686ca04b201a req-d8dccb55-c231-4c65-a84f-4c5e93082546 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Mar 08 22:33:00.398455 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7999e-1aa9-4d7b-bf83-eb06888f9d2f req-d2ad5bae-d0ef-459a-be86-32ccdb522017 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:00.399929 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30a7999e-1aa9-4d7b-bf83-eb06888f9d2f req-d2ad5bae-d0ef-459a-be86-32ccdb522017 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Mar 08 22:33:00.445866 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30a7999e-1aa9-4d7b-bf83-eb06888f9d2f req-1c8fc664-f7aa-495d-83a4-7946bdac11ac tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Mar 08 22:33:01.569170 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc368b-b9a9-4511-be41-81816993f595 req-e886846b-e425-4560-871a-cc594b1d22df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:01.570670 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-92bc368b-b9a9-4511-be41-81816993f595 req-e886846b-e425-4560-871a-cc594b1d22df tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0512269 Mar 08 22:33:01.619353 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-92bc368b-b9a9-4511-be41-81816993f595 req-c9ae94ce-1948-40fa-80ad-250661a7de89 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Mar 08 22:33:02.740344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103c4ce-e1d4-4a20-8cd8-f7f9f1fc4100 req-ba5b31ed-8070-4e68-ac2a-a605b8788865 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:02.741796 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5103c4ce-e1d4-4a20-8cd8-f7f9f1fc4100 req-ba5b31ed-8070-4e68-ac2a-a605b8788865 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Mar 08 22:33:02.787293 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5103c4ce-e1d4-4a20-8cd8-f7f9f1fc4100 req-9726fb67-3a26-4451-b97d-d84f60cd16b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400097 Mar 08 22:33:03.522915 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:33:03.906519 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e6824-c12e-4bed-bc5c-4f13e9d2f769 req-f615c2fe-af33-4659-84cb-4069288525b5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:03.908000 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d10e6824-c12e-4bed-bc5c-4f13e9d2f769 req-f615c2fe-af33-4659-84cb-4069288525b5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0511105 Mar 08 22:33:03.953494 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d10e6824-c12e-4bed-bc5c-4f13e9d2f769 req-5a289955-ad0a-42c9-a437-2c4dc90f39b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401187 Mar 08 22:33:05.074620 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1502b-350f-4d9c-8981-120ca68f40d9 req-8b1c5ae2-267f-4030-b9bb-990462504c7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:05.076014 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-41f1502b-350f-4d9c-8981-120ca68f40d9 req-8b1c5ae2-267f-4030-b9bb-990462504c7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Mar 08 22:33:05.120883 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-41f1502b-350f-4d9c-8981-120ca68f40d9 req-deb897fd-40ac-4848-8f83-8c9625add882 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Mar 08 22:33:06.240155 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b61c4-9496-47f8-a52a-76f3f6b242a4 req-16464780-a305-4a82-93ab-76ecfbc807dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:06.241617 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4d9b61c4-9496-47f8-a52a-76f3f6b242a4 req-16464780-a305-4a82-93ab-76ecfbc807dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Mar 08 22:33:06.286333 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4d9b61c4-9496-47f8-a52a-76f3f6b242a4 req-80f597d1-ac01-4d1f-8c50-754aaa853669 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Mar 08 22:33:07.406925 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6cb92-f861-4241-ae0c-01a0984bbe57 req-7e33005b-997c-47af-86c2-165c8697e0dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:07.408384 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bc6cb92-f861-4241-ae0c-01a0984bbe57 req-7e33005b-997c-47af-86c2-165c8697e0dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0515463 Mar 08 22:33:07.452980 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bc6cb92-f861-4241-ae0c-01a0984bbe57 req-9075ade5-3ef1-408d-9e27-e12f5c988a7f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Mar 08 22:33:08.270076 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:08.577810 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ced0b-5256-4b99-9d41-a5087069bd93 req-c490e0bb-fe6e-4a1e-aab3-8e875adb748b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:08.579872 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-747ced0b-5256-4b99-9d41-a5087069bd93 req-c490e0bb-fe6e-4a1e-aab3-8e875adb748b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0569124 Mar 08 22:33:08.625971 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-747ced0b-5256-4b99-9d41-a5087069bd93 req-a7555170-1a8a-4a84-a1fc-d2e413e4515a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Mar 08 22:33:09.749689 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d468a9-b2db-4390-8d9b-4fb339f36a07 req-6ab476e6-05cb-4bc3-bf93-8df5cab709e5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:09.751180 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-54d468a9-b2db-4390-8d9b-4fb339f36a07 req-6ab476e6-05cb-4bc3-bf93-8df5cab709e5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Mar 08 22:33:09.798771 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-54d468a9-b2db-4390-8d9b-4fb339f36a07 req-4f5163ad-cc48-40ec-9a74-8fde43836236 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Mar 08 22:33:10.916186 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce56e9-6ae2-4d59-851d-31df6cdc72f8 req-3d4c3bb7-3b20-472d-82b5-dff4ca813e19 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:10.917638 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-41ce56e9-6ae2-4d59-851d-31df6cdc72f8 req-3d4c3bb7-3b20-472d-82b5-dff4ca813e19 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0506771 Mar 08 22:33:10.963145 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-41ce56e9-6ae2-4d59-851d-31df6cdc72f8 req-b66a1ca1-4c3d-4f83-81f4-4ca25598c8f0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Mar 08 22:33:12.112221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b707c99-ecfa-4d17-a5a1-e05c60fff788 req-145205c7-c517-4b5b-b6a7-1999da42be20 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.113662 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b707c99-ecfa-4d17-a5a1-e05c60fff788 req-145205c7-c517-4b5b-b6a7-1999da42be20 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0805025 Mar 08 22:33:12.127805 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-158dd801-2831-42ce-9de0-ba56cecd97e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618877 Mar 08 22:33:12.171767 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9b707c99-ecfa-4d17-a5a1-e05c60fff788 req-5204c5cf-4958-4d6a-8f6a-3679797b2d62 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519783 Mar 08 22:33:12.208539 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-0a4cf4ee-5edc-4a73-94a0-8d1effbe190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.210017 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-0a4cf4ee-5edc-4a73-94a0-8d1effbe190f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1168 time: 0.0536647 Mar 08 22:33:12.305532 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-0fb95389-b646-4614-9f9e-52a44a7fd674 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265672564&fields=id&tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b HTTP/1.1" status: 200 len: 267 time: 0.0432508 Mar 08 22:33:12.318523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-09fab0d3-4922-4073-a235-407b763289b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.320113 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-09fab0d3-4922-4073-a235-407b763289b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.0859413 Mar 08 22:33:12.390492 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-46072150-9c72-42b0-880b-53559950ae51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1001 time: 0.0630786 Mar 08 22:33:12.414225 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-3bccb0ae-4f6d-4776-8eee-3555afa6d50b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.415738 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-3bccb0ae-4f6d-4776-8eee-3555afa6d50b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 809 time: 0.1036651 Mar 08 22:33:12.430190 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-797dc09a-8834-41a5-a5f8-4992150a6a4e tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/quotas/dc3172d2f1b2479f9e6d28ed8914f31b HTTP/1.1" status: 200 len: 375 time: 0.0089216 Mar 08 22:33:12.454849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-69d88ebf-92e2-48bc-b5fd-85c261811e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.456297 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-69d88ebf-92e2-48bc-b5fd-85c261811e75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0450053 Mar 08 22:33:12.484545 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-fcb5d723-b272-46f6-b708-a44df798971c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493221 Mar 08 22:33:12.504823 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-edc043ff-f923-458d-967b-991367bf1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:12.506232 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-edc043ff-f923-458d-967b-991367bf1009 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433095 Mar 08 22:33:12.607942 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-4ec41ecf-25d7-4c4e-88f5-c00bde79f3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Mar 08 22:33:12.666324 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-f8a0dc7e-3ad6-4c78-9b42-6e33f39517cd service neutron] 10.222.0.39 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699719 Mar 08 22:33:12.696856 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98ecad53-f1bf-4413-91e9-964e0160c381 req-5547c967-7767-4598-bfd3-2ab44c6682a9 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817208 Mar 08 22:33:12.753897 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-be6086f6-c95f-4eae-b39a-1b0e24fe48c4 service neutron] 10.222.0.39 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Mar 08 22:33:12.799998 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:33:12.896730 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:12.908389 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:33:12.947649 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: ACTIVE; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:12.948096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:12.961179 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:33:12.981164 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:13.053426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:13.103558 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:13.164199 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['1fd8beea-3cf1-4f15-9181-2a20624f1ae1'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:33:13.295177 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-13f6a13d-6aca-47ba-859e-d971b13397b4 req-0f932e77-50e2-4c0a-a23d-9e14a4ad090f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 210 time: 0.0341356 Mar 08 22:33:13.342049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08a2e-c18d-4f13-a5f0-d0a5a25fc932 req-d89458dd-ddb4-4b0b-a60b-c8931aa680d4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:13.344714 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-59b08a2e-c18d-4f13-a5f0-d0a5a25fc932 req-d89458dd-ddb4-4b0b-a60b-c8931aa680d4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0752530 Mar 08 22:33:13.393025 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-59b08a2e-c18d-4f13-a5f0-d0a5a25fc932 req-af53d1e1-e9bf-4742-a794-4beef3850a4a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Mar 08 22:33:14.388231 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-791f6dc2-0598-4329-a0f2-eed4f9c4f7e7 req-45c92c38-a0d0-4ffa-8431-f256a6742683 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Mar 08 22:33:14.515394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99878-ebff-4e58-a232-665e942a60db req-9e295225-4f57-4ba0-a94c-13eaf2b5e4cc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:14.516839 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7f99878-ebff-4e58-a232-665e942a60db req-9e295225-4f57-4ba0-a94c-13eaf2b5e4cc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0534608 Mar 08 22:33:14.563064 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c7f99878-ebff-4e58-a232-665e942a60db req-849c4adb-2575-445e-98ed-d9a350d4e20c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Mar 08 22:33:14.819660 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:33:14.868458 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:33:14.868458 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:14.941740 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:14.942126 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:14.964445 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:14.966673 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb695e97-c7c0-4e39-911b-65ede54aeadc" -d '{"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:14.979195 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:15.003513 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8fa210-f7b7-4cb0-b2d0-0f8b9cc3a977 x-openstack-request-id: req-8b8fa210-f7b7-4cb0-b2d0-0f8b9cc3a977 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:15.003800 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:15.004048 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b8fa210-f7b7-4cb0-b2d0-0f8b9cc3a977 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:15.004434 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'code': 200} Mar 08 22:33:15.058727 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:15.105203 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:15.281498 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5b71-b63b-4b8f-ae8a-712cd6353d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:15.482229 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bbd15334-a27e-44e9-9eea-53d3cfb95f5d req-60fb747c-6d92-4278-9e6c-c511dd140abe tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 210 time: 0.0275733 Mar 08 22:33:15.693322 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb194c-3ad9-49d0-b67b-43bae64bf45b req-e8791bb9-9c62-4c6c-a88b-2167d9eca7b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:15.695031 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2dbb194c-3ad9-49d0-b67b-43bae64bf45b req-e8791bb9-9c62-4c6c-a88b-2167d9eca7b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Mar 08 22:33:15.745695 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2dbb194c-3ad9-49d0-b67b-43bae64bf45b req-cdc50c35-3c29-4599-b39d-1ce0d1d652a4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Mar 08 22:33:15.917481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4555f942-b39f-4a76-b43b-ab3e9e13a5e3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:15.918950 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4555f942-b39f-4a76-b43b-ab3e9e13a5e3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 809 time: 0.3534377 Mar 08 22:33:15.991596 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-85ee5a2b-5500-4024-9af9-29cc7b39559a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b HTTP/1.1" status: 200 len: 379 time: 0.0539796 Mar 08 22:33:16.000188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'port': {'device_id': '99517ee6-1764-4f94-888d-508e19a81fd2', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'admin_state_up': True, 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'security_groups': ['b19289a2-ff89-4860-b50d-3f72b4dc50d1']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:33:16.183777 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Made reservation on behalf of dc3172d2f1b2479f9e6d28ed8914f31b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:33:16.187092 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.307542 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Allocated IP 172.20.0.13 (c4a6968b-618a-45fa-821e-f1cb18adc73b/70929ae8-cfe1-4969-a190-076e4fa085fb/d25c3609-cfdf-43cc-971b-6e69de014dff) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:33:16.444408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.575480 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-12ae30a5-b9cc-4558-aff0-19d9e6fbca58 req-9b80b386-136d-410f-96f9-7b75daffd531 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Mar 08 22:33:16.579133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.624536 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Network c4a6968b-618a-45fa-821e-f1cb18adc73b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:33:16.628115 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:33:16.631636 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:33:16.656612 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:16.685430 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:16.686057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.823246 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-6ad73850-8763-449f-96e8-5aa35c765a3b None None] Provisioning complete for port d25c3609-cfdf-43cc-971b-6e69de014dff triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:33:16.823816 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ad73850-8763-449f-96e8-5aa35c765a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.827613 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-4ff1fba1-3f63-4a45-b641-41bcdf51edb3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309186 Mar 08 22:33:16.839406 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Request body: {'port': {'device_id': '99517ee6-1764-4f94-888d-508e19a81fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:33:16.863983 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6ad73850-8763-449f-96e8-5aa35c765a3b None None] Port d25c3609-cfdf-43cc-971b-6e69de014dff cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:33:16.879522 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339594b2-ec53-41e9-859d-a536707b70b1 req-be60ff0a-7d9d-4be9-8e3a-33e212e891cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:16.881197 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-339594b2-ec53-41e9-859d-a536707b70b1 req-be60ff0a-7d9d-4be9-8e3a-33e212e891cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0582886 Mar 08 22:33:16.899708 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:16.932136 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-339594b2-ec53-41e9-859d-a536707b70b1 req-572437ac-57eb-41cd-94f0-09192296507c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Mar 08 22:33:17.162037 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25c3609-cfdf-43cc-971b-6e69de014dff {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:33:17.169910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks [] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.182032 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Transition to ACTIVE for port object d25c3609-cfdf-43cc-971b-6e69de014dff will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:33:17.252874 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.303744 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:17.321533 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3259e8a3-d10e-4e06-b75a-cb90d5cb0211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.377627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Attempting to bind port d25c3609-cfdf-43cc-971b-6e69de014dff on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:33:17.377965 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Attempting to bind port d25c3609-cfdf-43cc-971b-6e69de014dff by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:33:17.378296 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Attempting to bind port d25c3609-cfdf-43cc-971b-6e69de014dff on network c4a6968b-618a-45fa-821e-f1cb18adc73b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:33:17.382886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Port d25c3609-cfdf-43cc-971b-6e69de014dff on network c4a6968b-618a-45fa-821e-f1cb18adc73b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:33:17.383205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Attempting to bind port d25c3609-cfdf-43cc-971b-6e69de014dff on network c4a6968b-618a-45fa-821e-f1cb18adc73b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:33:17.388067 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:33:17.388406 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Checking segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:33:17.388824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Bound using segment: {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:33:17.389226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Bound port: d25c3609-cfdf-43cc-971b-6e69de014dff, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47b1c82-9687-4031-adff-50e4566a691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:33:17.389581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.587189 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:33:17.590269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:33:17.659642 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.718619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:17.719260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:17.721451 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] 10.222.0.35 "PUT /v2.0/ports/d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 1094 time: 0.8863893 Mar 08 22:33:17.721890 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:17.724133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a32274-c95d-4b17-9327-0ce30bc5393d" -d '{"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:17.749884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07704a90-e27b-4898-ad80-1a94101ccb15 service neutron] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:17.760011 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a927-334a-49e6-b085-4d39d904262c req-ed55435a-ce28-4c99-8348-f0a11e764819 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:17.761538 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa72a927-334a-49e6-b085-4d39d904262c req-ed55435a-ce28-4c99-8348-f0a11e764819 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.1157548 Mar 08 22:33:17.768424 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34f887-b025-433a-9130-2712efedeb68 x-openstack-request-id: req-9a34f887-b025-433a-9130-2712efedeb68 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:17.768725 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:17.768983 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a34f887-b025-433a-9130-2712efedeb68 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:17.769407 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'status': 'completed', 'code': 200} Mar 08 22:33:17.841842 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa72a927-334a-49e6-b085-4d39d904262c req-4f43dcbb-8688-460d-bea3-0ab0207ec832 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714669 Mar 08 22:33:17.862437 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-93d11146-1d31-4d98-98de-9c8b1430a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:17.864185 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-93d11146-1d31-4d98-98de-9c8b1430a2f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1128 time: 0.0712471 Mar 08 22:33:17.976852 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-243cd5a2-ef84-4600-9fbf-b21d1d98af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:17.978289 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-243cd5a2-ef84-4600-9fbf-b21d1d98af2e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0970712 Mar 08 22:33:18.054549 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e102-98e0-4b36-a639-d4df6fab6b73 req-4e2107de-3374-485a-b20f-1a136d22fd8e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.056427 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b974e102-98e0-4b36-a639-d4df6fab6b73 req-4e2107de-3374-485a-b20f-1a136d22fd8e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Mar 08 22:33:18.070064 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-8bc7d2be-1d99-49f2-bab8-fb47dc6e1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.071603 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32a32274-c95d-4b17-9327-0ce30bc5393d req-8bc7d2be-1d99-49f2-bab8-fb47dc6e1b2f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861850 Mar 08 22:33:18.104264 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b974e102-98e0-4b36-a639-d4df6fab6b73 req-0b5ee1f6-4eca-4b4d-a6d8-bc5cd74785f2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Mar 08 22:33:18.161336 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-c936e259-34e6-46dd-b246-02d174c1435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.162793 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-c936e259-34e6-46dd-b246-02d174c1435b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1128 time: 0.0445471 Mar 08 22:33:18.205766 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-be3a0508-0f1a-4dbc-a338-648b00ce0b3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 217 time: 0.0364170 Mar 08 22:33:18.252738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-86c2d9ab-9dea-480c-95d8-3649f97de112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.254096 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-86c2d9ab-9dea-480c-95d8-3649f97de112 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0414922 Mar 08 22:33:18.301738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-9f749e92-45a4-4158-9007-7d7c2b3445f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.303255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-9f749e92-45a4-4158-9007-7d7c2b3445f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421576 Mar 08 22:33:18.477534 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-b84c4877-2b88-4879-b699-4af2ee4549eb service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853553 Mar 08 22:33:18.516737 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:18.568656 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95eb0c5a-b93b-4038-9683-cc05ae4356a5 req-9ff8811c-0c40-4d8d-a67a-d77bdd905567 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844803 Mar 08 22:33:18.968042 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3150aa-321a-4da6-9e0a-ebba967f66c0 req-b9a40349-47c7-4303-a689-42c3b49d76d4 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:18.969529 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e3150aa-321a-4da6-9e0a-ebba967f66c0 req-b9a40349-47c7-4303-a689-42c3b49d76d4 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0580401 Mar 08 22:33:19.019873 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6e3150aa-321a-4da6-9e0a-ebba967f66c0 req-54fb84c7-4f58-45a5-b8ca-b0b422471a51 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439432 Mar 08 22:33:19.224979 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6800-ab2b-478b-bf59-7f543a23cc92 req-fa694a54-9c80-4f93-b3d1-2661f4acfba8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:19.226507 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-594f6800-ab2b-478b-bf59-7f543a23cc92 req-fa694a54-9c80-4f93-b3d1-2661f4acfba8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Mar 08 22:33:19.283070 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-594f6800-ab2b-478b-bf59-7f543a23cc92 req-ade1c6f0-bfa4-4ee2-8d70-4c67a1a6330d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503826 Mar 08 22:33:20.035841 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:20.153352 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa944-67c4-48cf-9089-bc9abc7eec44 req-24f6e861-132e-49ae-8fe2-f2450fa5d037 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:20.160379 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75bfa944-67c4-48cf-9089-bc9abc7eec44 req-24f6e861-132e-49ae-8fe2-f2450fa5d037 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0622404 Mar 08 22:33:20.211383 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-75bfa944-67c4-48cf-9089-bc9abc7eec44 req-0036a787-85fb-4a11-a5c7-ac89f6a66afd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500357 Mar 08 22:33:20.419779 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72481181-9f5c-4d4f-bda5-7fe02c9f7399 req-80486156-e068-476b-a1e9-3be3c7d5d03f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:20.427253 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72481181-9f5c-4d4f-bda5-7fe02c9f7399 req-80486156-e068-476b-a1e9-3be3c7d5d03f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0637069 Mar 08 22:33:20.474795 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-72481181-9f5c-4d4f-bda5-7fe02c9f7399 req-4de6a9e3-5573-4681-8c58-a1abe434cab8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Mar 08 22:33:21.377995 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5fcb-9cb8-44aa-bfc0-b5dd800df0d4 req-22647bff-b9ad-4507-8e25-98686ed0c787 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:21.385722 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-128c5fcb-9cb8-44aa-bfc0-b5dd800df0d4 req-22647bff-b9ad-4507-8e25-98686ed0c787 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.1036477 Mar 08 22:33:21.396295 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:21.444344 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-128c5fcb-9cb8-44aa-bfc0-b5dd800df0d4 req-13ca5246-c776-4dc2-a794-13ede14367cf tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573952 Mar 08 22:33:21.609082 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22360-30d9-40bb-a05d-30de3f2d2cf0 req-e6468a6c-5370-4b6b-bd37-33f7e911a1b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:21.611878 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-75a22360-30d9-40bb-a05d-30de3f2d2cf0 req-e6468a6c-5370-4b6b-bd37-33f7e911a1b9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0556371 Mar 08 22:33:21.665610 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-75a22360-30d9-40bb-a05d-30de3f2d2cf0 req-ab3bd1b0-660e-4bb3-a2c6-1be4d9ec9af5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Mar 08 22:33:22.572209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebb24-66a3-4b6f-8598-65e92e37a684 req-530ece46-0bf9-4289-aa8a-f778a4264cbd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:22.577071 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a79ebb24-66a3-4b6f-8598-65e92e37a684 req-530ece46-0bf9-4289-aa8a-f778a4264cbd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0596035 Mar 08 22:33:22.625448 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a79ebb24-66a3-4b6f-8598-65e92e37a684 req-2d3e3e0b-de65-4c00-a663-546ab4644429 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Mar 08 22:33:22.800638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d4df-33be-45a5-b3c8-f75c483b9f5d req-d49d8030-533c-421e-9da0-933f024107a0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:22.802754 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dbd1d4df-33be-45a5-b3c8-f75c483b9f5d req-d49d8030-533c-421e-9da0-933f024107a0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0597644 Mar 08 22:33:22.881947 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dbd1d4df-33be-45a5-b3c8-f75c483b9f5d req-6262bd26-f703-49c5-a48b-d866e753a8cb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602527 Mar 08 22:33:23.759224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8220a-0ec5-4b30-b6a3-dd833d0436c3 req-738b63cf-0edd-47bd-80a7-2763ba49f26c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:23.761426 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97b8220a-0ec5-4b30-b6a3-dd833d0436c3 req-738b63cf-0edd-47bd-80a7-2763ba49f26c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0679991 Mar 08 22:33:23.818982 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97b8220a-0ec5-4b30-b6a3-dd833d0436c3 req-eba98a80-eaf0-41b5-9a69-bcbc76e24616 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520318 Mar 08 22:33:24.013669 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79714a89-dc4a-46c7-a3a9-df851738d2a9 req-b0e9289c-b828-4b5d-9ffd-5d32ef77df3d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:24.015329 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-79714a89-dc4a-46c7-a3a9-df851738d2a9 req-b0e9289c-b828-4b5d-9ffd-5d32ef77df3d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0585625 Mar 08 22:33:24.066951 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-79714a89-dc4a-46c7-a3a9-df851738d2a9 req-73866213-823c-413d-9f5c-8445dfe1a333 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Mar 08 22:33:24.952762 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dd9f9-4248-45bf-b455-e30b5e22aac9 req-801ba244-d8f9-4063-b5bc-355c042d09b5 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:24.954383 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f41dd9f9-4248-45bf-b455-e30b5e22aac9 req-801ba244-d8f9-4063-b5bc-355c042d09b5 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0591550 Mar 08 22:33:25.004022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f41dd9f9-4248-45bf-b455-e30b5e22aac9 req-2fbe04c3-410d-4992-96f2-cfb26241646f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440781 Mar 08 22:33:25.202712 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100288-49e4-4c18-ba7e-fb277895cf19 req-92715235-3dec-4f5d-8cee-e71398b59cdc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:25.204273 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b100288-49e4-4c18-ba7e-fb277895cf19 req-92715235-3dec-4f5d-8cee-e71398b59cdc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Mar 08 22:33:25.249691 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b100288-49e4-4c18-ba7e-fb277895cf19 req-d7246812-6958-4103-a064-f1610420df29 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397105 Mar 08 22:33:26.128360 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f56e2-1a56-409e-8a38-8ebd47f580a2 req-284cd542-358f-4290-8c22-730f33aefcd8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:26.134235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e92f56e2-1a56-409e-8a38-8ebd47f580a2 req-284cd542-358f-4290-8c22-730f33aefcd8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0607033 Mar 08 22:33:26.181242 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e92f56e2-1a56-409e-8a38-8ebd47f580a2 req-648d011a-7322-49fb-bafe-d1ecd1879df7 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Mar 08 22:33:26.399079 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88f63-23fc-44ea-bab9-0f145abc867f req-887479a1-916a-4f99-aea1-20c1fb2a0ec1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:26.402029 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95a88f63-23fc-44ea-bab9-0f145abc867f req-887479a1-916a-4f99-aea1-20c1fb2a0ec1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0664175 Mar 08 22:33:26.452713 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-95a88f63-23fc-44ea-bab9-0f145abc867f req-1cc7d3e9-b22f-46b2-b482-7429e54f4414 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449097 Mar 08 22:33:26.831426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:33:26.936207 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:26.948683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'mac_address': 'fa:16:3e:7c:a9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:33:26.990710 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port d25c3609-cfdf-43cc-971b-6e69de014dff is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:26.991414 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:27.007059 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25c3609-cfdf-43cc-971b-6e69de014dff {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:33:27.036867 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:27.098286 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:27.156011 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:27.164184 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.164614 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.164926 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.165247 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.165576 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.165906 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.166231 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.166557 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.167001 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.167300 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.167620 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.167944 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.168561 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:27.317043 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9ad3f-73c1-4013-acd9-5d0f286b35e7 req-f6a1ffa2-1fa0-4da9-9105-59c8dc8b89c5 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:27.320673 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fff9ad3f-73c1-4013-acd9-5d0f286b35e7 req-f6a1ffa2-1fa0-4da9-9105-59c8dc8b89c5 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 945 time: 0.0629330 Mar 08 22:33:27.384692 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fff9ad3f-73c1-4013-acd9-5d0f286b35e7 req-87aca517-8e97-4473-8396-bde0575b5426 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548203 Mar 08 22:33:27.529086 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['d25c3609-cfdf-43cc-971b-6e69de014dff'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:33:27.603681 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40106cb-df10-409c-9e91-ed2eb4c29372 req-1323bc48-0739-4230-b9ff-763af8b12658 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:27.610702 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c40106cb-df10-409c-9e91-ed2eb4c29372 req-1323bc48-0739-4230-b9ff-763af8b12658 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Mar 08 22:33:27.664073 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c40106cb-df10-409c-9e91-ed2eb4c29372 req-8409cd1e-a26a-4f9f-99af-4320c7fa1672 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Mar 08 22:33:28.493392 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b8fea-4a19-43a4-9dd4-421b9e1d0c2c req-32d7ca4f-41b8-466a-adf9-06c3df42ba1b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:28.494868 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c5b8fea-4a19-43a4-9dd4-421b9e1d0c2c req-32d7ca4f-41b8-466a-adf9-06c3df42ba1b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Mar 08 22:33:28.543113 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2c5b8fea-4a19-43a4-9dd4-421b9e1d0c2c req-8fd66b07-adf8-49e1-9b0a-7310c580d2ea tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Mar 08 22:33:28.786058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7591f-b2e1-4958-9296-e7d3b63ad6bd req-4a29bd7a-0f91-4a7f-9a8f-7853e7359540 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:28.787556 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e8f7591f-b2e1-4958-9296-e7d3b63ad6bd req-4a29bd7a-0f91-4a7f-9a8f-7853e7359540 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Mar 08 22:33:28.834511 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e8f7591f-b2e1-4958-9296-e7d3b63ad6bd req-0c9eab0b-b7ad-4042-a6bb-60d7c88201a8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411689 Mar 08 22:33:28.844736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:33:28.961297 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port d25c3609-cfdf-43cc-971b-6e69de014dff completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:33:28.965490 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port d25c3609-cfdf-43cc-971b-6e69de014dff triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:33:28.965869 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:29.063025 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port d25c3609-cfdf-43cc-971b-6e69de014dff is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:29.063426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:29.088880 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:29.091207 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb284ae-e870-4a76-b1e9-2585200b2b24" -d '{"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:29.104489 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:29.145266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac295ab6-fe81-4e9d-813a-67d70b3ecccf x-openstack-request-id: req-ac295ab6-fe81-4e9d-813a-67d70b3ecccf {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:29.145266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:29.145266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac295ab6-fe81-4e9d-813a-67d70b3ecccf {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:29.145266 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'code': 200} Mar 08 22:33:29.218717 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:29.275774 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:29.519326 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12975ba-1005-44dd-9f32-4b254c0caee0 req-6e34b4e7-6d73-4939-a015-cfea7dfde22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:29.520721 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f12975ba-1005-44dd-9f32-4b254c0caee0 req-6e34b4e7-6d73-4939-a015-cfea7dfde22e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0429652 Mar 08 22:33:29.569146 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f12975ba-1005-44dd-9f32-4b254c0caee0 req-e5d6433c-f58b-4663-b4ab-a85c5a7c571a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 Mar 08 22:33:29.656964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659fc1d-1977-46fa-97c1-807686e0ba73 req-b2386468-9a9f-4309-a8e3-13574a2cba97 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:29.658746 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7659fc1d-1977-46fa-97c1-807686e0ba73 req-b2386468-9a9f-4309-a8e3-13574a2cba97 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0521686 Mar 08 22:33:29.706309 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7659fc1d-1977-46fa-97c1-807686e0ba73 req-5942c8f1-abae-47e2-b4ef-085cf0327a05 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Mar 08 22:33:29.962577 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8643-3606-42a8-9335-220c4da5b1cc req-2b93ad1b-18a2-4131-8003-068401bcbe9e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:29.964175 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-111f8643-3606-42a8-9335-220c4da5b1cc req-2b93ad1b-18a2-4131-8003-068401bcbe9e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Mar 08 22:33:30.026369 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-111f8643-3606-42a8-9335-220c4da5b1cc req-2f3389b5-737c-40c0-a1a2-292b2bbc1d2a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534415 Mar 08 22:33:30.490959 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-590c99d3-24fd-461d-a133-326ea24528b8 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980137271&fields=id&tenant_id=dfacbf49bca04d4297a1b3770e039e4b HTTP/1.1" status: 200 len: 267 time: 0.0424736 Mar 08 22:33:30.548173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-c72af6b0-95d9-4c36-b7d8-24e100b5c571 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:30.550247 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-c72af6b0-95d9-4c36-b7d8-24e100b5c571 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 984 time: 0.0541677 Mar 08 22:33:30.560529 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Request body: {'port': {'security_groups': ['08d2095c-f3f1-4b83-b2a7-ac82b89c8900']}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:33:30.631809 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:30.804540 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:30.821740 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67995c3e-b407-40c1-99b3-e826cf2209d6 req-3a327ec3-9f0d-4be5-bd39-f6c0776fb6ba tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:30.823214 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-67995c3e-b407-40c1-99b3-e826cf2209d6 req-3a327ec3-9f0d-4be5-bd39-f6c0776fb6ba tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Mar 08 22:33:30.834246 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for port (826566f2-727e-43b9-af87-4dc67d9de513), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:30.871418 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-67995c3e-b407-40c1-99b3-e826cf2209d6 req-d6a12821-ad92-4f2f-af45-ce334d8284db tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Mar 08 22:33:30.892040 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:30.910548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:33:30.936846 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:30.937462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:30.938861 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-07afae01-fda8-4451-a89b-dae4ed7455c1 req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "PUT /v2.0/ports/826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 942 time: 0.3826575 Mar 08 22:33:30.939905 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:30.942601 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316d97f7-337d-4bc8-a0d4-0fdb847337e6" -d '{"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:30.948935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43194) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:31.005261 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event updated for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:31.017444 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.017792 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.018136 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.018474 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.018834 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.019617 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.019617 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.019837 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.020138 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.020462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.020784 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.021102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.021443 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f004f9-8246-46b7-8118-0a8ab693c3d3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:31.042570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-82d73988-427c-46b6-bffb-b12b1f9775ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.044700 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-82d73988-427c-46b6-bffb-b12b1f9775ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1129 time: 0.0733209 Mar 08 22:33:31.077010 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (c7117d6e-1da4-478f-ac01-e58c2e31d82b), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.088423 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:33:31.113296 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3939d9c-e514-4085-9bc8-0e89648be947 x-openstack-request-id: req-e3939d9c-e514-4085-9bc8-0e89648be947 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:31.114281 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:31.114281 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3939d9c-e514-4085-9bc8-0e89648be947 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:31.114281 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:33:31.126061 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (c7117d6e-1da4-478f-ac01-e58c2e31d82b), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.208432 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb89f02-87f0-467a-bf3a-2e6003bcbfc0 req-f8237f32-2bad-4ea4-a727-cdfe6c9eb313 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.210049 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7eb89f02-87f0-467a-bf3a-2e6003bcbfc0 req-f8237f32-2bad-4ea4-a727-cdfe6c9eb313 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0810988 Mar 08 22:33:31.239588 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-93d5afc5-9b21-4874-9fba-10bf6eee8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.241198 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-93d5afc5-9b21-4874-9fba-10bf6eee8c8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1129 time: 0.0852513 Mar 08 22:33:31.246987 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-0171d07f-1cda-45b2-98b8-1785f575e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.248629 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-0171d07f-1cda-45b2-98b8-1785f575e95f service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.1956539 Mar 08 22:33:31.255669 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-217872ee-1565-49ab-836a-2ee0162467fc None None] Provisioning complete for port 826566f2-727e-43b9-af87-4dc67d9de513 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:33:31.256040 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-217872ee-1565-49ab-836a-2ee0162467fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (826566f2-727e-43b9-af87-4dc67d9de513), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.270839 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7eb89f02-87f0-467a-bf3a-2e6003bcbfc0 req-bb102c71-7e0e-44d4-9065-87d965046bd2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484979 Mar 08 22:33:31.354852 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c7117d6e-1da4-478f-ac01-e58c2e31d82b), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.358787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.363667 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "DELETE /v2.0/security-groups/c7117d6e-1da4-478f-ac01-e58c2e31d82b HTTP/1.1" status: 204 len: 168 time: 0.4124131 Mar 08 22:33:31.366625 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:31.372950 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da7e71-8b50-4b03-8bd5-bb2448ea4242 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7117d6e-1da4-478f-ac01-e58c2e31d82b,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:31.375577 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-217872ee-1565-49ab-836a-2ee0162467fc None None] Current status of the port 826566f2-727e-43b9-af87-4dc67d9de513 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:31.406065 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-717d7887-e69d-43d4-91f3-35b1bfffce99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1468980 Mar 08 22:33:31.515194 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-b7d756fd-5ddd-4253-ba4a-40a88e24beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.516659 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-b7d756fd-5ddd-4253-ba4a-40a88e24beb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.2671268 Mar 08 22:33:31.520581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-23e41c35-5ac5-4b63-aa62-ea367486a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.521897 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-23e41c35-5ac5-4b63-aa62-ea367486a28d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.1053002 Mar 08 22:33:31.654067 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-c194dab5-237c-4a99-88c4-aa4c08017db8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 1001 time: 0.1193171 Mar 08 22:33:31.673046 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-c74d7438-8c21-4d3c-828d-a7f7c75b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.674621 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-c74d7438-8c21-4d3c-828d-a7f7c75b462e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326714 Mar 08 22:33:31.738184 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Deleting port 0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:31.738525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:31.740790 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-e0bfeae4-dec2-4126-ad10-3a3f1b9d3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:31.742195 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-e0bfeae4-dec2-4126-ad10-3a3f1b9d3ab4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.0802965 Mar 08 22:33:32.151043 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-add31ff6-1f46-42a9-b958-d9f85f1c34b8 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554970 Mar 08 22:33:32.165713 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-08807a62-d354-466f-abb0-50241d4a22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:32.167061 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-08807a62-d354-466f-abb0-50241d4a22ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3976860 Mar 08 22:33:32.199666 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:32.199993 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for floatingip (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:32.267103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Calling delete_port for 0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:32.308947 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fd7af-b99d-4509-97e3-d809ae23994f req-3bd36971-e4d2-4d1c-9a39-de4788d1ab8e tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:32.310427 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f77fd7af-b99d-4509-97e3-d809ae23994f req-3bd36971-e4d2-4d1c-9a39-de4788d1ab8e tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.2139156 Mar 08 22:33:32.401284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308cdce-f381-4319-85ba-a0319bdfde10 req-dc2a28cf-6ffa-438c-afc5-f0bf84790f2f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:32.402753 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c308cdce-f381-4319-85ba-a0319bdfde10 req-dc2a28cf-6ffa-438c-afc5-f0bf84790f2f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Mar 08 22:33:32.453181 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c308cdce-f381-4319-85ba-a0319bdfde10 req-64769514-f4be-4910-9506-5f9fb6d8b262 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Mar 08 22:33:32.453496 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-887b1a0f-e2da-4714-adb6-16615c5a9121 req-694867dc-fbd1-432f-97f4-cb8db9d3140a service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930207 Mar 08 22:33:32.479281 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-69c8248e-111e-4663-8084-e6a35ba7360a service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958264 Mar 08 22:33:32.488690 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f77fd7af-b99d-4509-97e3-d809ae23994f req-ff517605-55ef-4775-baa3-050440e3172c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669030 Mar 08 22:33:32.604690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223d69-5d5f-4b43-b67f-6bc8c39a9081 req-4311ecc8-dd36-4cd3-9d57-122dddad6898 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:32.606173 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ae223d69-5d5f-4b43-b67f-6bc8c39a9081 req-4311ecc8-dd36-4cd3-9d57-122dddad6898 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0533409 Mar 08 22:33:32.618892 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-316d97f7-337d-4bc8-a0d4-0fdb847337e6 req-40af1b37-10f8-4c60-9f5d-5a4f58134e26 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279137 Mar 08 22:33:32.655432 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ae223d69-5d5f-4b43-b67f-6bc8c39a9081 req-7011e0d0-bb8c-435b-b180-789cf6560afc tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Mar 08 22:33:32.677807 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43212) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:32.692325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:32.717985 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event deleted for resources: {'Port': ['ID=0db21b8c-eebd-4fcf-bfaa-2fe39a297f4d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:32.738116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.738471 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.738858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.739183 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.739521 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.739855 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.740187 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.740516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.740846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.741176 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.741502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.741828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.742151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:33:32.820334 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks [] for floatingip (1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:32.820658 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Floating IP 1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23 disassociated (deleted). External IP: 172.27.1.117, port: 826566f2-727e-43b9-af87-4dc67d9de513. Mar 08 22:33:32.837720 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:33:32.858897 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d4efe-383c-4a3d-987b-ec071c183946 tempest-TestShelveInstance-399735685 tempest-TestShelveInstance-399735685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:32.860439 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-520d4efe-383c-4a3d-987b-ec071c183946 tempest-TestShelveInstance-399735685 tempest-TestShelveInstance-399735685-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1125 time: 0.1815693 Mar 08 22:33:32.864005 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:32.868268 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:33:32.916097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: ACTIVE; New status is: DOWN {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:32.916484 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:32.938771 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:32.941040 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe04d82-062d-403f-9a4f-761a7ef0797f" -d '{"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:32.953194 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:32.980145 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eeffc3-377c-4c42-8a9c-ab282e6e555a x-openstack-request-id: req-85eeffc3-377c-4c42-8a9c-ab282e6e555a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:32.980440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:32.980692 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85eeffc3-377c-4c42-8a9c-ab282e6e555a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:32.981078 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'code': 200} Mar 08 22:33:32.991224 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.001116 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.048270 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=8']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:33.121080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:33:33.189868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.294315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:33:33.303651 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Sync routers for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:33:33.318316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.318538 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:33.318538 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:33.353123 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-be839135-16b3-45b2-8880-fcd042b77fef tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "DELETE /v2.0/floatingips/1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23 HTTP/1.1" status: 204 len: 168 time: 1.9854295 Mar 08 22:33:33.356665 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:33.358895 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a54885d-df2f-4b62-8371-03e68e08c0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:33.377360 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Allocated IP 172.27.1.80 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/fef2709e-f169-4f79-ad86-7aa1abb2d5e0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:33:33.413691 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494eb07-fa9a-4111-9e8f-3a86eccd7fdf x-openstack-request-id: req-c494eb07-fa9a-4111-9e8f-3a86eccd7fdf {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:33.413691 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:33.414151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c494eb07-fa9a-4111-9e8f-3a86eccd7fdf {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:33.415019 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:33:33.426607 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:33.538681 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.541459 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-39c0eef8-aa3f-436d-a0aa-4c11314822f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:33.543035 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-39c0eef8-aa3f-436d-a0aa-4c11314822f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 1129 time: 0.0825288 Mar 08 22:33:33.643882 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:33.692329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b6ed-349c-4f2f-9759-6b9976c102cf req-62827492-4c36-4431-937c-e00c0f9f7c1e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:33.693928 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0de8b6ed-349c-4f2f-9759-6b9976c102cf req-62827492-4c36-4431-937c-e00c0f9f7c1e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.1473730 Mar 08 22:33:33.699983 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-a085614e-da0e-4f1a-9007-e0f1ce8edf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:33.701455 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-a085614e-da0e-4f1a-9007-e0f1ce8edf2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 200 len: 916 time: 0.1444967 Mar 08 22:33:33.760333 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-1b61d299-a88b-4e84-9400-bcdd90ddbfed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 200 len: 217 time: 0.0421200 Mar 08 22:33:33.766225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:33.799082 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Checking router: 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:33:33.810311 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:33.811072 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:33.858832 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0de8b6ed-349c-4f2f-9759-6b9976c102cf req-d4c5a416-fdac-454f-a0fc-32a4e827bc25 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557341 Mar 08 22:33:33.868500 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:33:33.873122 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'Port': ['ID=fef2709e-f169-4f79-ad86-7aa1abb2d5e0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:33.884505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:33:33.884505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:33:33.884505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-cdc99a12-60ab-4ea4-8760-f262b59689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:33.884505 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-cdc99a12-60ab-4ea4-8760-f262b59689f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 200 len: 854 time: 0.1112332 Mar 08 22:33:33.919536 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:33.983335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-9e2f99da-8445-4197-9f6b-30c9be71c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:33.984808 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-9e2f99da-8445-4197-9f6b-30c9be71c67c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c985ac3-d6dd-40ee-a9a7-696c3c93d362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825162 Mar 08 22:33:34.112770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:34.144201 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3580e6f-91ca-4986-8e13-1687da191c0f None None] The sync data for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi is: [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:27:39Z', 'revision_number': 4, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '6da08c6c-343a-40c4-8405-6147006490d9', 'name': '', 'network_id': '4c985ac3-d6dd-40ee-a9a7-696c3c93d362', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'mac_address': 'fa:16:3e:22:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd60932c9-9483-4e79-8de0-65c022353216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:38Z', 'updated_at': '2022-03-08T22:27:44Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'subnets': [{'id': 'd60932c9-9483-4e79-8de0-65c022353216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:33:34.176029 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-b0d40e19-a1b0-4bec-98af-e3706a142621 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689548 Mar 08 22:33:34.388272 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adaca2b-6333-40bc-b176-134df24ed9ef None None] New status for floating IP 1a02f6dc-6c78-41d7-b7da-fe57f8cd1d23: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:33:34.616407 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a54885d-df2f-4b62-8371-03e68e08c0a1 req-cd9a7ff9-78dd-419e-a658-0f0fdc516ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338772 Mar 08 22:33:34.676733 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for floatingip (34ad53d6-6092-4953-aa0c-01e371473272), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:34.809590 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:34.990550 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:35.006330 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40062a09-6909-4d6a-a4d0-098480f5553f req-c7792a75-a3b3-49fe-a098-b1df9dd35bf3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:35.007828 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40062a09-6909-4d6a-a4d0-098480f5553f req-c7792a75-a3b3-49fe-a098-b1df9dd35bf3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0717795 Mar 08 22:33:35.030432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:35.110901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event updated for resources: {'Port': ['ID=fef2709e-f169-4f79-ad86-7aa1abb2d5e0,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:35.116195 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-40062a09-6909-4d6a-a4d0-098480f5553f req-a4e52d27-626c-4281-b069-7ed8265b43ca tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027339 Mar 08 22:33:35.130844 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (34ad53d6-6092-4953-aa0c-01e371473272), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:35.234235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Floating IP 34ad53d6-6092-4953-aa0c-01e371473272 associated. External IP: 172.27.1.80, port: d25c3609-cfdf-43cc-971b-6e69de014dff. Mar 08 22:33:35.443768 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Router 97e57a4f-9a47-465e-b559-ca862bf187a2 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:33:35.553727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:33:35.562865 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Sync routers for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:33:35.573190 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:35.573800 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:35.648861 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:35.677700 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b34489b6-e070-4311-975b-325f42d6ae2c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8126912 Mar 08 22:33:35.678380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:35.680640 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb9910a-1f6b-44fd-a31a-730afafd5d80" -d '{"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:35.681736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:35.715653 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae7dc4-4c17-4036-b84f-7d8d6442aa56 x-openstack-request-id: req-3dae7dc4-4c17-4036-b84f-7d8d6442aa56 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:35.715938 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:35.719672 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dae7dc4-4c17-4036-b84f-7d8d6442aa56 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:35.719672 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'status': 'completed', 'code': 200} Mar 08 22:33:35.786574 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-39f0c09f-c2bc-446a-a137-d307baa5c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:35.788111 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-39f0c09f-c2bc-446a-a137-d307baa5c596 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0523307 Mar 08 22:33:35.901288 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-49362c0a-46b8-42e6-b495-0d80f38fe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:35.902855 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-49362c0a-46b8-42e6-b495-0d80f38fe6c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 910 time: 0.1090031 Mar 08 22:33:35.925949 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '34ad53d6-6092-4953-aa0c-01e371473272', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'mac_address': 'fa:16:3e:7c:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99517ee6-1764-4f94-888d-508e19a81fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:33:34Z', 'updated_at': '2022-03-08T22:33:34Z', 'revision_number': 0, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:35.951693 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Checking router: 97e57a4f-9a47-465e-b559-ca862bf187a2 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:33:35.964256 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:35.964256 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:35.982109 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-160001d3-1f10-410c-bbbd-d3d31fa521af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 999 time: 0.0724039 Mar 08 22:33:36.030632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-3095a34a-d48e-4e7e-b662-e49f908123ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:36.032181 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-3095a34a-d48e-4e7e-b662-e49f908123ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0440688 Mar 08 22:33:36.070948 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:36.081940 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-36f7d96b-db72-4d0e-b0eb-5e6800c92481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:36.083537 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-36f7d96b-db72-4d0e-b0eb-5e6800c92481 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457804 Mar 08 22:33:36.185327 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-7100b152-03cb-4fb4-a2fc-1926482cbbc8 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948257 Mar 08 22:33:36.285820 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bb9910a-1f6b-44fd-a31a-730afafd5d80 req-08fdffdd-c7b9-4b6c-864a-78c786d80550 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941176 Mar 08 22:33:36.306135 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '34ad53d6-6092-4953-aa0c-01e371473272', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'mac_address': 'fa:16:3e:7c:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99517ee6-1764-4f94-888d-508e19a81fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:33:34Z', 'updated_at': '2022-03-08T22:33:34Z', 'revision_number': 0, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:36.336996 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f6940-50da-4a7d-8d51-c16d89114e3a None None] The sync data for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi is: [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '34ad53d6-6092-4953-aa0c-01e371473272', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'mac_address': 'fa:16:3e:7c:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99517ee6-1764-4f94-888d-508e19a81fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:33:34Z', 'updated_at': '2022-03-08T22:33:34Z', 'revision_number': 0, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:33:36.340186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-5eda8ed5-b6cb-4633-8bd4-c0558dd66349 req-b3108b65-56e7-465f-9af5-ccb10027fadf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:33:36.341203 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5eda8ed5-b6cb-4633-8bd4-c0558dd66349 req-b3108b65-56e7-465f-9af5-ccb10027fadf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054297 Mar 08 22:33:36.519437 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd541347-b394-4c52-a6e0-5411a451c4f1 None None] New status for floating IP 34ad53d6-6092-4953-aa0c-01e371473272: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:33:36.673018 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f0bb3-02df-44f5-bbb6-646bdb096764 req-0754d02a-b60b-4138-b98a-a4c7dbe3a951 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:36.675177 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7d3f0bb3-02df-44f5-bbb6-646bdb096764 req-0754d02a-b60b-4138-b98a-a4c7dbe3a951 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0536749 Mar 08 22:33:36.723904 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7d3f0bb3-02df-44f5-bbb6-646bdb096764 req-738774b2-c38a-4e81-adf4-2ebd1d6f1cef tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Mar 08 22:33:37.087012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:37.167821 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-0132a879-ef79-430f-89e2-15b14a431253 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796964 Mar 08 22:33:37.176125 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-47409a57-ee47-43b7-b3ce-91224013a1b4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:33:37.177052 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-47409a57-ee47-43b7-b3ce-91224013a1b4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047402 Mar 08 22:33:37.251022 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43298) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:37.348189 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-e97d8ae4-0470-4fef-ab5d-b8c252883f9a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:37.349526 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-e97d8ae4-0470-4fef-ab5d-b8c252883f9a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports/1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 940 time: 0.0970013 Mar 08 22:33:37.602496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc174dd-7872-4504-9ad4-2cfdad114172 req-65ac96f0-1d4c-4ebb-905b-5769189048fc tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:37.603988 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ccc174dd-7872-4504-9ad4-2cfdad114172 req-65ac96f0-1d4c-4ebb-905b-5769189048fc tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Mar 08 22:33:37.650416 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ccc174dd-7872-4504-9ad4-2cfdad114172 req-79973cfa-b1cc-4a48-a9e3-6727b0ec0564 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Mar 08 22:33:37.852723 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703ff27-aeeb-48b6-9377-129cbcc9b92b req-740ea766-0c41-4701-9497-e3487f58eae4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:37.854206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e703ff27-aeeb-48b6-9377-129cbcc9b92b req-740ea766-0c41-4701-9497-e3487f58eae4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0587490 Mar 08 22:33:37.900861 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e703ff27-aeeb-48b6-9377-129cbcc9b92b req-efccca27-3b58-4e1e-b5b7-9b06c8049ee0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Mar 08 22:33:38.275316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:38.767875 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e122e45-20c2-48b4-ad5c-e6db9a3a5834 req-b4c812c6-63a4-4d47-adae-728943da40fb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:38.769335 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e122e45-20c2-48b4-ad5c-e6db9a3a5834 req-b4c812c6-63a4-4d47-adae-728943da40fb tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0518944 Mar 08 22:33:38.818927 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e122e45-20c2-48b4-ad5c-e6db9a3a5834 req-2f9073bd-8cef-4988-ab33-9bf1ac621d73 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Mar 08 22:33:38.845442 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:33:38.918714 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: DOWN; New status is: DOWN {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:33:39.024042 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dfef9-225b-4fb3-ad87-aa69f4f17b7a req-52b170e4-3bca-4e28-893e-2a414dd594e7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:39.025502 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e0dfef9-225b-4fb3-ad87-aa69f4f17b7a req-52b170e4-3bca-4e28-893e-2a414dd594e7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0540168 Mar 08 22:33:39.071362 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4e0dfef9-225b-4fb3-ad87-aa69f4f17b7a req-f5887caa-c6b3-42eb-bc8c-cef49c71156c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Mar 08 22:33:39.835635 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710fd77-9220-4e57-88b1-12e0c435651e req-6b1aa12f-b874-4a15-9442-1cbd0a007189 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:39.837070 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1710fd77-9220-4e57-88b1-12e0c435651e req-6b1aa12f-b874-4a15-9442-1cbd0a007189 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.35 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Mar 08 22:33:39.936209 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7bde-d967-4333-89dc-15ef7593759b req-bcfc840a-549e-4993-a1d1-f38d00c7afbf tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:39.937687 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-826f7bde-d967-4333-89dc-15ef7593759b req-bcfc840a-549e-4993-a1d1-f38d00c7afbf tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Mar 08 22:33:39.985425 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-826f7bde-d967-4333-89dc-15ef7593759b req-1caf0b26-f733-42c1-9deb-52c95362ff99 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/security-groups?id=08d2095c-f3f1-4b83-b2a7-ac82b89c8900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Mar 08 22:33:39.989513 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-e38a0b75-fc46-4962-83d6-c09f6b0cd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:39.991022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-e38a0b75-fc46-4962-83d6-c09f6b0cd6a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 1127 time: 0.1192341 Mar 08 22:33:40.010042 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Deleting port 826566f2-727e-43b9-af87-4dc67d9de513 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:40.010378 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (826566f2-727e-43b9-af87-4dc67d9de513), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:40.121358 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-ea267705-5168-423f-8e5f-67e5040a6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:40.122883 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-ea267705-5168-423f-8e5f-67e5040a6e8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1127 time: 0.1083586 Mar 08 22:33:40.128138 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] For port 826566f2-727e-43b9-af87-4dc67d9de513, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=826566f2-727e-43b9-af87-4dc67d9de513,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:40.128500 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (826566f2-727e-43b9-af87-4dc67d9de513), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:40.163053 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Calling delete_port for 826566f2-727e-43b9-af87-4dc67d9de513 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:40.318380 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a0a9e-3b65-431a-b08d-ed26e3d4d3de req-0182c40d-12e6-4672-afc9-aaecf733c896 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:40.319871 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ed0a0a9e-3b65-431a-b08d-ed26e3d4d3de req-0182c40d-12e6-4672-afc9-aaecf733c896 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.1707006 Mar 08 22:33:40.320842 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-525bedaf-7ee2-4bcc-870b-294473a76e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:40.322129 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-525bedaf-7ee2-4bcc-870b-294473a76e83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.1912010 Mar 08 22:33:40.457602 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ed0a0a9e-3b65-431a-b08d-ed26e3d4d3de req-7235db66-c846-403b-a1cf-30543253e071 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253660 Mar 08 22:33:40.459402 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-5f37a64c-444f-4055-8ab6-02b07d9641de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 998 time: 0.1283348 Mar 08 22:33:40.510384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-82c6f7f6-8659-4d66-a1a6-1cf1b3c42f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:40.511849 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-82c6f7f6-8659-4d66-a1a6-1cf1b3c42f4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0449872 Mar 08 22:33:40.522998 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:33:40.555408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (826566f2-727e-43b9-af87-4dc67d9de513), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:40.567520 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['826566f2-727e-43b9-af87-4dc67d9de513'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:33:40.592021 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Pushing event deleted for resources: {'Port': ['ID=826566f2-727e-43b9-af87-4dc67d9de513,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:40.596527 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-09cbc466-7ee2-41a6-8059-310861f6637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:40.598259 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-09cbc466-7ee2-41a6-8059-310861f6637d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803289 Mar 08 22:33:40.665384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] No DVR routers for this DVR port 826566f2-727e-43b9-af87-4dc67d9de513 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:33:40.668075 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:40.671363 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1710fd77-9220-4e57-88b1-12e0c435651e req-eb27ad57-eca0-462d-98d0-a8d4bdd7d41b tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.35 "DELETE /v2.0/ports/826566f2-727e-43b9-af87-4dc67d9de513 HTTP/1.1" status: 204 len: 173 time: 0.8284504 Mar 08 22:33:40.673258 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'name': 'network-vif-deleted', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:33:40.675523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7b7ac-225d-4c42-915a-9838383924fd" -d '{"events": [{"server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "name": "network-vif-deleted", "tag": "826566f2-727e-43b9-af87-4dc67d9de513"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:33:40.713135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5091a91-2ace-4abe-99b5-878284360feb x-openstack-request-id: req-f5091a91-2ace-4abe-99b5-878284360feb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:33:40.713423 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125299c5-422c-4b1e-bfca-0d6f599bb503", "name": "network-vif-deleted", "tag": "826566f2-727e-43b9-af87-4dc67d9de513", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:33:40.713674 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5091a91-2ace-4abe-99b5-878284360feb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:33:40.714060 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125299c5-422c-4b1e-bfca-0d6f599bb503', 'name': 'network-vif-deleted', 'tag': '826566f2-727e-43b9-af87-4dc67d9de513', 'status': 'completed', 'code': 200} Mar 08 22:33:40.737103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-3e37c391-674c-4eb7-b2c4-5f399540501d service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309693 Mar 08 22:33:40.831959 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36e1ad92-807e-411f-ad32-b6d07544e673 req-8edc4397-9f3a-49e1-9a4f-a576e78913f4 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Mar 08 22:33:41.092127 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d34565ef-2dc7-4fc6-98bd-2f03014c3e32 req-ab05d173-a8a4-4f38-b430-1ce33e73cb31 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Mar 08 22:33:41.608965 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd54f2-e652-4d28-a5b9-a00e0d490eb2 req-0863ab04-bb51-44e5-8ae0-f1c3f3d09af5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:41.617264 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-edcd54f2-e652-4d28-a5b9-a00e0d490eb2 req-0863ab04-bb51-44e5-8ae0-f1c3f3d09af5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0787272 Mar 08 22:33:41.710887 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-edcd54f2-e652-4d28-a5b9-a00e0d490eb2 req-8e6a7537-03da-4fe4-8ae6-dec80720f8ae tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820644 Mar 08 22:33:42.206010 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-02e258f2-5dc6-40da-9e5e-bb5d97e8b985 req-b40b56ee-2ad4-4d47-9f55-9f57642c1f17 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0294552 Mar 08 22:33:42.848793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ac356-7469-431d-88a7-a4470cca9a79 req-16520812-411f-420f-9d26-d1e1b4b5f4b8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:42.850180 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8c5ac356-7469-431d-88a7-a4470cca9a79 req-16520812-411f-420f-9d26-d1e1b4b5f4b8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0743945 Mar 08 22:33:42.898115 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8c5ac356-7469-431d-88a7-a4470cca9a79 req-4fab94b4-e89a-4125-bea3-0cbe1723ce5d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Mar 08 22:33:43.345829 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-06ef6fed-aece-44b3-9266-2e8cc33754df req-c4912fb5-0ba9-4d7a-b0d1-07193f1986e3 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0424223 Mar 08 22:33:44.049197 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b2e2a-b0f0-458d-872a-9c62d86cd25a req-469c1d11-4118-4072-a8d5-c86fabe4a5da tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:44.051200 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a46b2e2a-b0f0-458d-872a-9c62d86cd25a req-469c1d11-4118-4072-a8d5-c86fabe4a5da tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0625403 Mar 08 22:33:44.120786 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a46b2e2a-b0f0-458d-872a-9c62d86cd25a req-f95f0f47-d05f-44f8-84a0-88d043cf96fe tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640304 Mar 08 22:33:44.481088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-066c75f0-0aad-4673-99c7-d122d73b6ad5 req-393688cf-cba5-468e-ad2d-2e27ab66b734 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Mar 08 22:33:44.844460 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 826566f2-727e-43b9-af87-4dc67d9de513 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:33:44.873040 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 826566f2-727e-43b9-af87-4dc67d9de513 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:33:44.873817 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 826566f2-727e-43b9-af87-4dc67d9de513 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:33:45.258689 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec2e13-a8d2-4d25-a47f-1876a803cf0b req-6a374bbb-b88f-4c56-9f46-39beee09ded2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:45.260273 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bfec2e13-a8d2-4d25-a47f-1876a803cf0b req-6a374bbb-b88f-4c56-9f46-39beee09ded2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0574844 Mar 08 22:33:45.263848 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7126838e-1dc9-4f29-b05b-5bf9230cfb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:45.312066 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bfec2e13-a8d2-4d25-a47f-1876a803cf0b req-51c83ab0-8b4d-47db-969a-07546e9f0e4a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457249 Mar 08 22:33:45.594876 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8c3105f0-2b8a-4378-9a7d-a0bad635deff req-3ba64702-b6ce-4caa-b9e3-b70d8e899193 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Mar 08 22:33:46.442660 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243713-ad5f-43c1-9731-bd229b97b494 req-893fdb1b-0c6d-44ee-98a0-934c95b49d08 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:46.444597 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f4243713-ad5f-43c1-9731-bd229b97b494 req-893fdb1b-0c6d-44ee-98a0-934c95b49d08 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0572467 Mar 08 22:33:46.495588 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f4243713-ad5f-43c1-9731-bd229b97b494 req-36d8bad0-e1d3-44bd-b070-c4262cb18d08 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Mar 08 22:33:46.698692 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-775dcdee-a1b4-4621-acde-d18ef5add6d8 req-be6bd6b6-3724-43a2-85af-1a7370c1003a tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0277381 Mar 08 22:33:47.275261 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c326b9d-6ddf-4a77-8a3e-b0141d597072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:47.621448 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86d32c-dd49-42db-a392-5f04adf006d1 req-62c65dba-0ce5-4d8c-a016-2620f7112c43 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:47.622988 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e86d32c-dd49-42db-a392-5f04adf006d1 req-62c65dba-0ce5-4d8c-a016-2620f7112c43 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0543909 Mar 08 22:33:47.673605 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7e86d32c-dd49-42db-a392-5f04adf006d1 req-c807d591-525a-4d73-bda9-b3224aa4a025 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Mar 08 22:33:47.809874 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-93e8e0fa-bd74-40bc-87c6-443d211df986 req-2e566d10-9c3b-44fe-906b-fe1fea33f6ca tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Mar 08 22:33:48.813966 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce7f7-f854-41e9-a0ea-6ad0eac0d77a req-fa5d81d9-8d2a-4d79-9008-d10e67029fe9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:48.815718 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-622ce7f7-f854-41e9-a0ea-6ad0eac0d77a req-fa5d81d9-8d2a-4d79-9008-d10e67029fe9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0670455 Mar 08 22:33:48.875403 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-622ce7f7-f854-41e9-a0ea-6ad0eac0d77a req-ed29f644-ae87-4036-bb62-d439f28257af tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509408 Mar 08 22:33:48.927524 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4679ca56-01cf-4fc8-9698-64293307b0b3 req-419cfcd6-692a-4308-a222-d8740176b7fd tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0334282 Mar 08 22:33:49.000972 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:50.000698 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:50.010021 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f07733-4524-4134-a1f3-2719f2472bb7 req-8a7e28ea-8b5a-47a1-ac5e-78fc4b000e63 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:50.011719 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-99f07733-4524-4134-a1f3-2719f2472bb7 req-8a7e28ea-8b5a-47a1-ac5e-78fc4b000e63 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0641580 Mar 08 22:33:50.069838 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-30e19963-a9b6-49e8-9916-0b0db6979c3a req-0f31ddf6-327a-4486-a757-dadaea6ff652 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0431054 Mar 08 22:33:50.094394 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-99f07733-4524-4134-a1f3-2719f2472bb7 req-b5516fbf-bc04-4efe-ad18-56248165fba4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757627 Mar 08 22:33:51.171430 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e31d47f9-505a-41cc-bdd5-55e9f523e80e req-94b9b925-2194-481d-bb83-b45eb2b3df68 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0260301 Mar 08 22:33:51.225906 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe8ee-f7d7-4a58-9419-ce9aec2e725b req-e8e27289-76ab-49d4-8ab1-860e4ec9c432 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:51.227395 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-324fe8ee-f7d7-4a58-9419-ce9aec2e725b req-e8e27289-76ab-49d4-8ab1-860e4ec9c432 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0554390 Mar 08 22:33:51.272216 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-324fe8ee-f7d7-4a58-9419-ce9aec2e725b req-50c72c7b-5771-4cbf-befc-0b0aa7e298c2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393548 Mar 08 22:33:51.388939 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:52.272492 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ac1610f9-e41c-404e-9278-0bcfcc816bbd req-b3c9d0bd-9a2b-406c-8e97-24736bdd4e02 tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0269418 Mar 08 22:33:52.394016 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e006c-7fae-4f3d-a9c9-92cf2bc98e31 req-1f7d78bd-2305-4e77-812f-4e94d8d4893c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:52.403331 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bd2e006c-7fae-4f3d-a9c9-92cf2bc98e31 req-1f7d78bd-2305-4e77-812f-4e94d8d4893c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Mar 08 22:33:52.440194 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bd2e006c-7fae-4f3d-a9c9-92cf2bc98e31 req-98b2e523-3bb1-46df-b53a-b5c7d870a2f4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392220 Mar 08 22:33:53.372793 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e14eb7b4-7c05-4bec-9ca3-d1a5b1ed058d req-5322c2fd-8c5c-4b0f-bf58-717520ed0cac tempest-TestMinimumBasicScenario-1456979681 tempest-TestMinimumBasicScenario-1456979681-project] 10.222.0.39 "GET /v2.0/ports?device_id=125299c5-422c-4b1e-bfca-0d6f599bb503 HTTP/1.1" status: 200 len: 210 time: 0.0264857 Mar 08 22:33:53.558607 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de4d7-ae1c-4cce-821b-819b66b26919 req-d1aa6761-8f43-4a9c-a98d-e907d21ea10c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:53.559961 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0d3de4d7-ae1c-4cce-821b-819b66b26919 req-d1aa6761-8f43-4a9c-a98d-e907d21ea10c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0495694 Mar 08 22:33:53.608655 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0d3de4d7-ae1c-4cce-821b-819b66b26919 req-54e5f072-1ddf-4089-8c6a-743a1126b337 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 Mar 08 22:33:54.733116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04716-1abb-4a46-a9c2-f6da4f8003d1 req-72d2d7fd-4fe4-49c1-bfa4-82315c6672c3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:54.734582 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1a04716-1abb-4a46-a9c2-f6da4f8003d1 req-72d2d7fd-4fe4-49c1-bfa4-82315c6672c3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0536716 Mar 08 22:33:54.779660 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1a04716-1abb-4a46-a9c2-f6da4f8003d1 req-8b6b8315-0fa9-40e7-8059-db44598d257b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 Mar 08 22:33:55.599631 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43452) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:55.960737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7180b-b7ed-4bc6-a102-e86d538b46cc req-4eac976d-5f0c-4322-b26f-59fab6ca6e09 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:55.962183 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-58f7180b-b7ed-4bc6-a102-e86d538b46cc req-4eac976d-5f0c-4322-b26f-59fab6ca6e09 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0933857 Mar 08 22:33:56.039925 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-58f7180b-b7ed-4bc6-a102-e86d538b46cc req-c91a6ada-4c6e-46b9-9f1c-02b3a8ebd183 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720272 Mar 08 22:33:56.105530 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:56.340148 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Deleting port 6da08c6c-343a-40c4-8405-6147006490d9 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:56.340490 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (6da08c6c-343a-40c4-8405-6147006490d9), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:56.415203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] For port 6da08c6c-343a-40c4-8405-6147006490d9, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=6da08c6c-343a-40c4-8405-6147006490d9,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:56.415564 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (6da08c6c-343a-40c4-8405-6147006490d9), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:56.427477 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Calling delete_port for 6da08c6c-343a-40c4-8405-6147006490d9 owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:56.862620 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (6da08c6c-343a-40c4-8405-6147006490d9), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:56.890086 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da08c6c-343a-40c4-8405-6147006490d9,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:57.053866 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:57.164585 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9bdc4-9b9e-4fc7-a130-4f58bd8f6bc2 req-8f6127ef-0e3b-48fc-a102-0d5c4c897eec tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:57.166016 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74a9bdc4-9b9e-4fc7-a130-4f58bd8f6bc2 req-8f6127ef-0e3b-48fc-a102-0d5c4c897eec tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0550697 Mar 08 22:33:57.211866 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74a9bdc4-9b9e-4fc7-a130-4f58bd8f6bc2 req-9d477786-f0d8-4085-b2dd-887cd113438d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Mar 08 22:33:57.272394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:33:57.376303 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:33:57.382035 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c1f22c9f-000c-4617-aa7c-b076c4bc26f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/2299a5f1-5a9f-4e4a-b70b-32df1966cf7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814074 Mar 08 22:33:57.384682 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43462) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:57.385806 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Sync routers for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:33:57.396760 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:57.397463 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:57.488506 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks [] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:57.595821 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks [] for router_gateway (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:57.624570 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:57.694300 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Deleting port 3445fc2b-b146-4957-a820-59c2343228e0 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:57.694639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3445fc2b-b146-4957-a820-59c2343228e0), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:57.769658 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] For port 3445fc2b-b146-4957-a820-59c2343228e0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3445fc2b-b146-4957-a820-59c2343228e0,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:57.769964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3445fc2b-b146-4957-a820-59c2343228e0), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:57.781464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Calling delete_port for 3445fc2b-b146-4957-a820-59c2343228e0 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:57.794516 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '3445fc2b-b146-4957-a820-59c2343228e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:33:56Z', 'revision_number': 5, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port': {'id': '3445fc2b-b146-4957-a820-59c2343228e0', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:35Z', 'updated_at': '2022-03-08T22:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:57.824835 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Checking router: 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:33:57.833014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Routers {'2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:33:57.833615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:57.923676 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] Set router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d gateway port host: None {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:33:57.975916 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:33:57Z', 'revision_number': 6, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:58.004647 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121530f-222c-4ac0-87da-57feb5a9730a None None] The sync data for ids ['2299a5f1-5a9f-4e4a-b70b-32df1966cf7d'] in dv-cinder-832696-1-iscsi is: [{'id': '2299a5f1-5a9f-4e4a-b70b-32df1966cf7d', 'name': 'tempest-TestMinimumBasicScenario-1183351588-router', 'tenant_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:34Z', 'updated_at': '2022-03-08T22:33:57Z', 'revision_number': 6, 'project_id': 'dfacbf49bca04d4297a1b3770e039e4b', 'gw_port_host': None}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:33:58.023621 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3445fc2b-b146-4957-a820-59c2343228e0), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.049287 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Pushing event deleted for resources: {'Port': ['ID=3445fc2b-b146-4957-a820-59c2343228e0,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:58.107938 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.211292 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.213338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks [] for router_controller (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.322896 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (2299a5f1-5a9f-4e4a-b70b-32df1966cf7d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.323371 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2299a5f1-5a9f-4e4a-b70b-32df1966cf7d {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:33:58.330144 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.336979 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-176969a0-457e-46bc-8f20-6233ae5fc63e admin admin] 10.222.0.39 "DELETE /v2.0/routers/2299a5f1-5a9f-4e4a-b70b-32df1966cf7d HTTP/1.1" status: 204 len: 168 time: 0.9456825 Mar 08 22:33:58.337172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:58.339565 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae8013-7734-4e08-9a84-144bd653395e req-e0398366-4ad2-40ab-9f47-19cca0f7e1a9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:58.341032 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-30ae8013-7734-4e08-9a84-144bd653395e req-e0398366-4ad2-40ab-9f47-19cca0f7e1a9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0576046 Mar 08 22:33:58.382433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Deleting subnet d60932c9-9483-4e79-8de0-65c022353216 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:33:58.385908 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Publish callbacks [] for subnet (d60932c9-9483-4e79-8de0-65c022353216), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.406991 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-30ae8013-7734-4e08-9a84-144bd653395e req-54eba85a-7445-41ec-bef0-589bcad899c4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546286 Mar 08 22:33:58.422177 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13611336'] for subnet (d60932c9-9483-4e79-8de0-65c022353216), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.533052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (d60932c9-9483-4e79-8de0-65c022353216), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.623594 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13474252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136511'] for subnet (d60932c9-9483-4e79-8de0-65c022353216), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.648560 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60932c9-9483-4e79-8de0-65c022353216,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:58.652145 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.655494 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-75ced096-dced-40e9-b8e7-e1c0be72b959 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d60932c9-9483-4e79-8de0-65c022353216 HTTP/1.1" status: 204 len: 168 time: 0.3197932 Mar 08 22:33:58.657826 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3e628-2c16-42a0-a37c-b9c4a5d149ed None None] Network 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:33:58.658631 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:58.730465 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (4c985ac3-d6dd-40ee-a9a7-696c3c93d362), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.785420 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Deleting port 639beaca-ba8c-4055-8407-8ac6cc344fe8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:58.786621 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.824899 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] DHCP port deletion for 4c985ac3-d6dd-40ee-a9a7-696c3c93d362 request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:33:58.859098 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] For port 639beaca-ba8c-4055-8407-8ac6cc344fe8, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=639beaca-ba8c-4055-8407-8ac6cc344fe8,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:58.859619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.867851 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3445fc2b-b146-4957-a820-59c2343228e0 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:33:58.875935 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Calling delete_port for 639beaca-ba8c-4055-8407-8ac6cc344fe8 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:58.889328 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 3445fc2b-b146-4957-a820-59c2343228e0 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:33:58.889673 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3445fc2b-b146-4957-a820-59c2343228e0 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:33:58.890092 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 6da08c6c-343a-40c4-8405-6147006490d9 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:33:58.912405 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 6da08c6c-343a-40c4-8405-6147006490d9 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:33:58.912748 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 6da08c6c-343a-40c4-8405-6147006490d9 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:33:58.918973 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Deleting port 639beaca-ba8c-4055-8407-8ac6cc344fe8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:33:58.919350 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.983986 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] For port 639beaca-ba8c-4055-8407-8ac6cc344fe8, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=639beaca-ba8c-4055-8407-8ac6cc344fe8,segment=NetworkSegment(66428a5d-e895-4ef6-ac40-6cda962a2a17),segment_id=66428a5d-e895-4ef6-ac40-6cda962a2a17)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:33:58.984383 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:58.998268 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Calling delete_port for 639beaca-ba8c-4055-8407-8ac6cc344fe8 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:33:59.012407 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.044467 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=639beaca-ba8c-4055-8407-8ac6cc344fe8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:59.047712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] No DVR routers for this DVR port 639beaca-ba8c-4055-8407-8ac6cc344fe8 on host dv-cinder-832696-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:33:59.112440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (639beaca-ba8c-4055-8407-8ac6cc344fe8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.119673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (4c985ac3-d6dd-40ee-a9a7-696c3c93d362), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.138164 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] Pushing event deleted for resources: {'Port': ['ID=639beaca-ba8c-4055-8407-8ac6cc344fe8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:59.139295 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c985ac3-d6dd-40ee-a9a7-696c3c93d362']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:59.143848 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad421e4-0f3d-4b5e-a883-778512ced73d None None] No DVR routers for this DVR port 639beaca-ba8c-4055-8407-8ac6cc344fe8 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:33:59.149929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66428a5d-e895-4ef6-ac40-6cda962a2a17') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:59.150233 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66428a5d-e895-4ef6-ac40-6cda962a2a17') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:33:59.165731 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (66428a5d-e895-4ef6-ac40-6cda962a2a17), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.180575 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (66428a5d-e895-4ef6-ac40-6cda962a2a17), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.186405 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:33:59.186778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (66428a5d-e895-4ef6-ac40-6cda962a2a17), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:33:59.188421 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:33:59.308308 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (4c985ac3-d6dd-40ee-a9a7-696c3c93d362), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.313789 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:33:59.317094 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c985ac3-d6dd-40ee-a9a7-696c3c93d362 HTTP/1.1" status: 204 len: 168 time: 0.6573596 Mar 08 22:33:59.319932 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43470) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:33:59.327837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da429de0-4a3a-46ae-983f-9be69a2c5b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c985ac3-d6dd-40ee-a9a7-696c3c93d362,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:33:59.517561 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a023cd1-cbd0-4fd2-80af-d5e9110a59d2 req-f9a9bf8b-705b-4197-ac98-783690710c58 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:33:59.519132 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a023cd1-cbd0-4fd2-80af-d5e9110a59d2 req-f9a9bf8b-705b-4197-ac98-783690710c58 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0514176 Mar 08 22:33:59.568097 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4a023cd1-cbd0-4fd2-80af-d5e9110a59d2 req-ea6409bf-53bb-4e41-a0c6-633e4b15ede1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Mar 08 22:33:59.862210 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (474f193f-878b-4417-8927-54b5750b0abb), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:00.101575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Deleting port 3268eac0-1b3a-4297-907a-e82843259950 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:00.101909 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3268eac0-1b3a-4297-907a-e82843259950), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:00.177543 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] For port 3268eac0-1b3a-4297-907a-e82843259950, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3268eac0-1b3a-4297-907a-e82843259950,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:00.177892 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3268eac0-1b3a-4297-907a-e82843259950), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:00.189058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Calling delete_port for 3268eac0-1b3a-4297-907a-e82843259950 owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:00.428978 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3268eac0-1b3a-4297-907a-e82843259950), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:00.455124 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Pushing event deleted for resources: {'Port': ['ID=3268eac0-1b3a-4297-907a-e82843259950,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:00.621338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (474f193f-878b-4417-8927-54b5750b0abb), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:00.681683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 639beaca-ba8c-4055-8407-8ac6cc344fe8 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:00.701217 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 639beaca-ba8c-4055-8407-8ac6cc344fe8 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:00.701565 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 639beaca-ba8c-4055-8407-8ac6cc344fe8 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:00.766060 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902ad09-f6ad-4fe8-92bc-357e1ae42939 req-d57441fa-3a5b-4eca-8ced-f292788ccb05 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:00.767444 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e902ad09-f6ad-4fe8-92bc-357e1ae42939 req-d57441fa-3a5b-4eca-8ced-f292788ccb05 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0998652 Mar 08 22:34:00.855286 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e902ad09-f6ad-4fe8-92bc-357e1ae42939 req-b1242017-6958-42e8-a87f-849222615887 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819466 Mar 08 22:34:00.912661 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Router 474f193f-878b-4417-8927-54b5750b0abb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:01.013658 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:01.018496 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-acdc49f7-35bf-4cb9-81f8-847a9090d12d admin admin] 10.222.0.39 "PUT /v2.0/routers/474f193f-878b-4417-8927-54b5750b0abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6973886 Mar 08 22:34:01.021046 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43476) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:01.025154 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Sync routers for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:01.034185 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:01.034776 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:01.125022 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks [] for router (474f193f-878b-4417-8927-54b5750b0abb), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.138003 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:01.226281 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks [] for router_gateway (474f193f-878b-4417-8927-54b5750b0abb), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.309645 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:34:00Z', 'revision_number': 5, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port': {'id': '99103e9e-9f93-4737-af9a-160e181fa3b8', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474f193f-878b-4417-8927-54b5750b0abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:46Z', 'updated_at': '2022-03-08T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:01.335638 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Checking router: 474f193f-878b-4417-8927-54b5750b0abb for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:01.343683 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Routers {'474f193f-878b-4417-8927-54b5750b0abb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:01.344273 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['474f193f-878b-4417-8927-54b5750b0abb'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:01.353142 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Deleting port 99103e9e-9f93-4737-af9a-160e181fa3b8 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:01.353476 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.432089 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] Set router 474f193f-878b-4417-8927-54b5750b0abb gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:01.433409 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] For port 99103e9e-9f93-4737-af9a-160e181fa3b8, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=99103e9e-9f93-4737-af9a-160e181fa3b8,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:01.433923 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.445607 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Calling delete_port for 99103e9e-9f93-4737-af9a-160e181fa3b8 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:01.485641 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:34:01Z', 'revision_number': 6, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:01.510767 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f52ff5-7afc-4cad-94cc-e3436e95d251 None None] The sync data for ids ['474f193f-878b-4417-8927-54b5750b0abb'] in dv-cinder-832696-1-iscsi is: [{'id': '474f193f-878b-4417-8927-54b5750b0abb', 'name': 'tempest-TestMinimumBasicScenario-1183980161-router', 'tenant_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:44Z', 'updated_at': '2022-03-08T22:34:01Z', 'revision_number': 6, 'project_id': '4717fa781e9a49ceb41d6327ca9e6d46', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:01.679821 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (99103e9e-9f93-4737-af9a-160e181fa3b8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.704757 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Pushing event deleted for resources: {'Port': ['ID=99103e9e-9f93-4737-af9a-160e181fa3b8,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:01.767020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (474f193f-878b-4417-8927-54b5750b0abb), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.856205 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (474f193f-878b-4417-8927-54b5750b0abb), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.858250 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks [] for router_controller (474f193f-878b-4417-8927-54b5750b0abb), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.977088 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (474f193f-878b-4417-8927-54b5750b0abb), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.977682 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 474f193f-878b-4417-8927-54b5750b0abb {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:34:01.982004 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:01.983202 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b23991ea-556c-455b-a91d-5261aace6191 admin admin] 10.222.0.39 "DELETE /v2.0/routers/474f193f-878b-4417-8927-54b5750b0abb HTTP/1.1" status: 204 len: 168 time: 0.9612417 Mar 08 22:34:01.985638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43480) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:01.989329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064e94-9cd3-4b0b-8ead-0cc9cc111b82 req-626bfd02-44b4-4383-818f-ad5970862d3e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:01.992799 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf064e94-9cd3-4b0b-8ead-0cc9cc111b82 req-626bfd02-44b4-4383-818f-ad5970862d3e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0575233 Mar 08 22:34:02.029790 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Deleting subnet b9d0fbac-68d8-48f3-ab4c-9172082f93a8 {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:34:02.032822 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Publish callbacks [] for subnet (b9d0fbac-68d8-48f3-ab4c-9172082f93a8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.037326 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf064e94-9cd3-4b0b-8ead-0cc9cc111b82 req-9687f297-f6e9-4f15-b932-2be4f3d4ca9b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406420 Mar 08 22:34:02.067215 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (b9d0fbac-68d8-48f3-ab4c-9172082f93a8), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.172364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (b9d0fbac-68d8-48f3-ab4c-9172082f93a8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.314750 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (b9d0fbac-68d8-48f3-ab4c-9172082f93a8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.344517 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d0fbac-68d8-48f3-ab4c-9172082f93a8,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:02.348456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.352168 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-56bc1409-0517-4b60-8a71-748754f901c6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9d0fbac-68d8-48f3-ab4c-9172082f93a8 HTTP/1.1" status: 204 len: 168 time: 0.3650615 Mar 08 22:34:02.354115 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43482) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:02.356628 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e7632-1e55-4849-896e-92b4ba4ea405 None None] Network c4c07178-6523-4522-bad1-1287f1fba72d requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:34:02.427172 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (c4c07178-6523-4522-bad1-1287f1fba72d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.484204 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Deleting port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:02.484717 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.518790 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] DHCP port deletion for c4c07178-6523-4522-bad1-1287f1fba72d request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:34:02.555675 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] For port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:02.555924 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.571163 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Deleting port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:02.571587 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Calling delete_port for 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:02.572108 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.632332 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3268eac0-1b3a-4297-907a-e82843259950 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:02.663459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 3268eac0-1b3a-4297-907a-e82843259950 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:02.663799 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3268eac0-1b3a-4297-907a-e82843259950 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:02.664203 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:02.666736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] For port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,segment=NetworkSegment(e5750fa7-1f3c-4a89-b63c-b58da1180c8f),segment_id=e5750fa7-1f3c-4a89-b63c-b58da1180c8f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:02.667150 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.696287 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Calling delete_port for 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:02.715009 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.749160 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:02.749160 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] No DVR routers for this DVR port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 on host dv-cinder-832696-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:34:02.763054 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No active binding found for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 {{(pid=103475) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 22:34:02.763430 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] The host dv-cinder-832696-1-iscsi is not matching for port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 host None! {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 22:34:02.763808 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:02.764213 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 99103e9e-9f93-4737-af9a-160e181fa3b8 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:02.787513 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 99103e9e-9f93-4737-af9a-160e181fa3b8 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:02.787783 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 99103e9e-9f93-4737-af9a-160e181fa3b8 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:02.802303 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (2f62f09d-2d83-4cbe-9e40-d4ac3da1da15), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.817337 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (c4c07178-6523-4522-bad1-1287f1fba72d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.826766 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] Pushing event deleted for resources: {'Port': ['ID=2f62f09d-2d83-4cbe-9e40-d4ac3da1da15,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:02.830034 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427a21d-342d-4a5f-bed7-462810a80c84 None None] No DVR routers for this DVR port 2f62f09d-2d83-4cbe-9e40-d4ac3da1da15 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:34:02.838061 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c07178-6523-4522-bad1-1287f1fba72d']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:02.848001 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:02.848787 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5750fa7-1f3c-4a89-b63c-b58da1180c8f') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:02.858043 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (e5750fa7-1f3c-4a89-b63c-b58da1180c8f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.870889 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (e5750fa7-1f3c-4a89-b63c-b58da1180c8f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.876543 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:34:02.876925 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (e5750fa7-1f3c-4a89-b63c-b58da1180c8f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:34:02.878508 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:34:02.967583 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:34:02.977621 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (c4c07178-6523-4522-bad1-1287f1fba72d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.983028 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:02.986682 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/c4c07178-6523-4522-bad1-1287f1fba72d HTTP/1.1" status: 204 len: 168 time: 0.6314378 Mar 08 22:34:02.997096 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522714-c116-4aa1-9e09-2dc1b00615ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c07178-6523-4522-bad1-1287f1fba72d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:03.066543 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:03.165746 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a57bb8-fa5c-4879-8120-888919a5204c req-e327f106-907c-47bc-97c4-8863ef175c07 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:03.167382 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74a57bb8-fa5c-4879-8120-888919a5204c req-e327f106-907c-47bc-97c4-8863ef175c07 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 943 time: 0.0541527 Mar 08 22:34:03.208862 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'mac_address': 'fa:16:3e:fd:12:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:34:03.219428 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74a57bb8-fa5c-4879-8120-888919a5204c req-e5b39265-73ec-4c69-a7c6-22ae7aa582c1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462902 Mar 08 22:34:03.246832 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:03.247252 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.260088 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:34:03.279796 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:03.302718 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43490) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:03.345147 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4d8103f5-fc23-4068-bc03-3fe205f5ceed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfacbf49bca04d4297a1b3770e039e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412762 Mar 08 22:34:03.347865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43492) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:03.355000 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.393964 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] Publish callbacks [] for security_group (08d2095c-f3f1-4b83-b2a7-ac82b89c8900), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.401502 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=9']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:03.415998 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] Publish callbacks [] for security_group (08d2095c-f3f1-4b83-b2a7-ac82b89c8900), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.509058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (08d2095c-f3f1-4b83-b2a7-ac82b89c8900), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.511688 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:03.512826 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08d2095c-f3f1-4b83-b2a7-ac82b89c8900 HTTP/1.1" status: 204 len: 168 time: 0.1640384 Mar 08 22:34:03.521121 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de2de4-f880-47ef-9d1d-4bc7eb604bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2095c-f3f1-4b83-b2a7-ac82b89c8900,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:03.756532 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['1fd8beea-3cf1-4f15-9181-2a20624f1ae1'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:34:04.073724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43500) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:04.112560 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-156303eb-4afb-49c0-b9a7-5f7882ef2856 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4717fa781e9a49ceb41d6327ca9e6d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377052 Mar 08 22:34:04.115711 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:04.161669 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] Publish callbacks [] for security_group (667ec898-b085-4387-9346-49668cdff2f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:04.182851 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] Publish callbacks [] for security_group (667ec898-b085-4387-9346-49668cdff2f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:04.303219 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (667ec898-b085-4387-9346-49668cdff2f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:04.305757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:04.306886 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/667ec898-b085-4387-9346-49668cdff2f4 HTTP/1.1" status: 204 len: 168 time: 0.1902504 Mar 08 22:34:04.334543 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62528bf6-d18a-43bf-aa24-cddd443876c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ec898-b085-4387-9346-49668cdff2f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:04.359949 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407dfb-2f85-4445-8ae5-7779f4232864 req-7fefe790-e172-45eb-bec9-1c9405bb904d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:04.361434 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db407dfb-2f85-4445-8ae5-7779f4232864 req-7fefe790-e172-45eb-bec9-1c9405bb904d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 944 time: 0.0709372 Mar 08 22:34:04.408430 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-db407dfb-2f85-4445-8ae5-7779f4232864 req-a4966265-d1c9-4dc4-9818-077211d5be25 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Mar 08 22:34:04.969867 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:34:05.018155 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:34:05.018519 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:05.090424 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:05.090838 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:05.112454 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:05.115171 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28838d0a-7cda-4f5a-a856-5a8aa2aea656" -d '{"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:05.126669 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:05.150968 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc4358-65df-4213-bbb3-c5213aebf01c x-openstack-request-id: req-08bc4358-65df-4213-bbb3-c5213aebf01c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:05.151255 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-plugged", "status": "completed", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:05.151528 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08bc4358-65df-4213-bbb3-c5213aebf01c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:05.151920 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'code': 200} Mar 08 22:34:05.194966 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:05.242160 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:05.530734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fda6f-082c-473d-8098-a28030dc4863 req-6600da01-f02e-4ca4-a22c-ba213fe2e64f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:05.532140 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-324fda6f-082c-473d-8098-a28030dc4863 req-6600da01-f02e-4ca4-a22c-ba213fe2e64f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0508692 Mar 08 22:34:05.577891 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-324fda6f-082c-473d-8098-a28030dc4863 req-688a3c44-a843-4108-be60-472c6bce7bdf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 Mar 08 22:34:05.769316 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf926e2-529f-4a37-9baf-9839669bf2d0 req-4bf34001-501a-44df-816b-d3501f8b1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:05.770764 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5cf926e2-529f-4a37-9baf-9839669bf2d0 req-4bf34001-501a-44df-816b-d3501f8b1345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1130 time: 0.0410841 Mar 08 22:34:05.815566 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5cf926e2-529f-4a37-9baf-9839669bf2d0 req-e3512e0c-cb10-44bd-9cb8-4fb13cb85ba3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383568 Mar 08 22:34:06.700571 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d28b8-4b91-46b6-b1eb-4dab922a6b1d req-ef8f71fa-dd2a-4b8f-acd7-291efb1a4cbc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:06.702032 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f30d28b8-4b91-46b6-b1eb-4dab922a6b1d req-ef8f71fa-dd2a-4b8f-acd7-291efb1a4cbc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0513754 Mar 08 22:34:06.747370 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f30d28b8-4b91-46b6-b1eb-4dab922a6b1d req-76afb219-1902-4168-b70e-df3f0bd15658 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Mar 08 22:34:07.870787 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a764f03-435c-4f0e-a452-8fb5637447e8 req-9c1fedf8-6dc5-46bb-86bb-caba60c8f626 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:07.872298 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a764f03-435c-4f0e-a452-8fb5637447e8 req-9c1fedf8-6dc5-46bb-86bb-caba60c8f626 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0535290 Mar 08 22:34:07.918166 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9a764f03-435c-4f0e-a452-8fb5637447e8 req-d4f7fabd-258d-4e58-8f58-edc64a152629 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Mar 08 22:34:08.268560 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:09.044987 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86823441-359d-422c-aa52-9cb3f1aa50c0 req-54545260-9721-4ded-935a-ddeab6d81356 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:09.046452 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-86823441-359d-422c-aa52-9cb3f1aa50c0 req-54545260-9721-4ded-935a-ddeab6d81356 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0540171 Mar 08 22:34:09.090649 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-86823441-359d-422c-aa52-9cb3f1aa50c0 req-963eced4-2ff4-4b10-be4d-acf64b92adcf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Mar 08 22:34:12.124780 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-bb6924ff-d0f4-4433-87d1-a38e6fc3331d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409915 Mar 08 22:34:12.188579 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-9e0d4b4f-8de4-4b77-a50f-b19117832abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:12.189981 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-9e0d4b4f-8de4-4b77-a50f-b19117832abf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 1130 time: 0.0445554 Mar 08 22:34:12.536806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-e0f93152-0232-44dd-a485-ee0d8315829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:12.538155 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-e0f93152-0232-44dd-a485-ee0d8315829d service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.3292816 Mar 08 22:34:12.605155 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-3f04a861-3e58-40cd-b73c-b5437e17dec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0597885 Mar 08 22:34:12.652046 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-26e96faa-a7b5-42d7-8e62-68da8c9ff7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:12.653413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-26e96faa-a7b5-42d7-8e62-68da8c9ff7f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0417736 Mar 08 22:34:12.711031 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-dff8681e-5d82-4dfb-a7b4-2a622e721784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:12.712457 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-dff8681e-5d82-4dfb-a7b4-2a622e721784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427067 Mar 08 22:34:12.800700 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-e9f8e430-e266-4eb4-b01b-fba636cc08cb service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817976 Mar 08 22:34:12.886492 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-953c9cae-6ee7-4317-8e1b-d16f5a56c85b req-f292f9e4-563c-4381-a0b9-a59fc5525fac service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804274 Mar 08 22:34:14.426998 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab4624-e20c-4dcb-a894-0af73fafb19f req-e20057a7-b5ad-4b49-81e4-e8d6b99fd30b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:14.428528 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fab4624-e20c-4dcb-a894-0af73fafb19f req-e20057a7-b5ad-4b49-81e4-e8d6b99fd30b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0601614 Mar 08 22:34:14.475613 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7fab4624-e20c-4dcb-a894-0af73fafb19f req-ac715ae8-6bf0-4ea0-a0c6-77b9d5e64179 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Mar 08 22:34:15.314278 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbf79-57a1-4211-87d6-8e4297497eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:15.592789 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179125-60c5-4f88-8e7c-f40d260beae9 req-b0237702-be2d-4b31-8d50-6fe894f35be8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:15.594255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6179125-60c5-4f88-8e7c-f40d260beae9 req-b0237702-be2d-4b31-8d50-6fe894f35be8 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Mar 08 22:34:15.640963 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d6179125-60c5-4f88-8e7c-f40d260beae9 req-21808669-9d25-4146-805f-abfaf8f7bbd9 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0eddbcc-f286-4d11-bffa-02e727dad238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Mar 08 22:34:15.780288 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-93406a34-3a4b-409b-8a8f-1c645046f787 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:15.781699 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-93406a34-3a4b-409b-8a8f-1c645046f787 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Mar 08 22:34:15.877784 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Deleting port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:15.878116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:15.972353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] For port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:15.973237 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:16.045640 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc03d-3b15-49a2-947d-1cf776b61f6a req-0d2fac07-ca0e-43cd-a570-0710b8a78c3d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:16.047436 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-866bc03d-3b15-49a2-947d-1cf776b61f6a req-0d2fac07-ca0e-43cd-a570-0710b8a78c3d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0538623 Mar 08 22:34:16.094038 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-866bc03d-3b15-49a2-947d-1cf776b61f6a req-944c972a-beb5-4ce1-9a8f-7eb4381fcff9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Mar 08 22:34:16.194367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:16.194649 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:16.195009 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Floating IP 29aba8f2-c3f9-41be-9c3b-d9e4985ef75c disassociated. External IP: 172.27.1.241, port: 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f. Mar 08 22:34:16.195352 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Calling delete_port for 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:16.388764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (6a5c3ba6-3fd3-449c-8f3a-8d378a86025f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:16.415923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'Port': ['ID=6a5c3ba6-3fd3-449c-8f3a-8d378a86025f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:16.530030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:16.636398 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:16.646085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:16.655186 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:16.655873 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:16.680084 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] No DVR routers for this DVR port 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:34:16.682649 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:16.686051 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-97a3bb7a-8bbb-4b5a-9e81-235970685216 req-7c5a6ae1-9ab3-4176-b93b-fc3b9169b527 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "DELETE /v2.0/ports/6a5c3ba6-3fd3-449c-8f3a-8d378a86025f HTTP/1.1" status: 204 len: 173 time: 0.8989799 Mar 08 22:34:16.686502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'name': 'network-vif-deleted', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:16.688858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ceead6-bd04-4bb6-9baf-dabd01af1952" -d '{"events": [{"server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "name": "network-vif-deleted", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:16.738514 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9313e332-8b8e-46b2-9692-a8a618ea6edc x-openstack-request-id: req-9313e332-8b8e-46b2-9692-a8a618ea6edc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:16.738848 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567605e4-416d-4014-8361-d37e594273d8", "name": "network-vif-deleted", "tag": "6a5c3ba6-3fd3-449c-8f3a-8d378a86025f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:16.739083 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9313e332-8b8e-46b2-9692-a8a618ea6edc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:16.739483 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567605e4-416d-4014-8361-d37e594273d8', 'name': 'network-vif-deleted', 'tag': '6a5c3ba6-3fd3-449c-8f3a-8d378a86025f', 'status': 'completed', 'code': 200} Mar 08 22:34:16.741623 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6573c873-89b8-4fe3-b75e-72fff453e605 req-88feccae-6924-4932-a78d-0e24f615e8f4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=567605e4-416d-4014-8361-d37e594273d8 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Mar 08 22:34:16.769020 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:16.978927 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:17.006333 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:17.014572 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:17.015304 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:33:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:17.121394 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:17.219097 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca234e7-543f-4e5b-a327-f735066aecdc req-497271c5-a43b-4276-baaf-941f9f03122f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:17.221175 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2ca234e7-543f-4e5b-a327-f735066aecdc req-497271c5-a43b-4276-baaf-941f9f03122f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0591338 Mar 08 22:34:17.274685 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2ca234e7-543f-4e5b-a327-f735066aecdc req-adffdb15-f4fd-4fdb-bfe1-033d3d19d805 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcf88bde-d53b-4df1-ae41-3a41c55bb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Mar 08 22:34:17.315030 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9b44-ff34-4a13-8f73-07927bbb4f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:17.346471 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:17.377758 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4b19b-0b21-43b7-8794-54b1912425b6 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:17.526392 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:34:17.604537 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f8feb-6ed8-4863-a1ef-3a280ac4222d None None] New status for floating IP 29aba8f2-c3f9-41be-9c3b-d9e4985ef75c: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:34:17.754512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-184b8bb8-a4ef-4a26-9da7-7d8f9fbe621c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:17.755899 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-184b8bb8-a4ef-4a26-9da7-7d8f9fbe621c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 945 time: 0.0529346 Mar 08 22:34:17.860909 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port a579dd5b-493d-4ebd-b391-b41f72ddb253 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:17.861291 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:17.882006 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43596) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:17.934292 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (c0eddbcc-f286-4d11-bffa-02e727dad238), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:17.948657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] For port a579dd5b-493d-4ebd-b391-b41f72ddb253, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a579dd5b-493d-4ebd-b391-b41f72ddb253,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:17.949030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:17.956387 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (c0eddbcc-f286-4d11-bffa-02e727dad238), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.080049 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c0eddbcc-f286-4d11-bffa-02e727dad238), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.083135 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.084292 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "DELETE /v2.0/security-groups/c0eddbcc-f286-4d11-bffa-02e727dad238 HTTP/1.1" status: 204 len: 168 time: 0.2013028 Mar 08 22:34:18.087432 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43598) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:18.104667 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35143a1e-64a3-416c-bdd3-9c6788e04be1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eddbcc-f286-4d11-bffa-02e727dad238,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:18.108840 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.api.v2.resource [None req-98035aa5-ef0c-4410-9c04-fe805202a943 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] show failed (client error): The resource could not be found. Mar 08 22:34:18.108840 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-98035aa5-ef0c-4410-9c04-fe805202a943 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups/c0eddbcc-f286-4d11-bffa-02e727dad238 HTTP/1.1" status: 404 len: 347 time: 0.0195730 Mar 08 22:34:18.110886 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43600) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:18.125897 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.126278 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.126587 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 589b8275-11ae-4da7-bf22-e9a9bfc8642e disassociated. External IP: 172.27.1.28, port: a579dd5b-493d-4ebd-b391-b41f72ddb253. Mar 08 22:34:18.127111 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for a579dd5b-493d-4ebd-b391-b41f72ddb253 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:18.236490 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Deleting port d98dc727-9e7f-432a-8e79-b10f03dad555 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:18.237069 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.312793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.313163 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (d98dc727-9e7f-432a-8e79-b10f03dad555), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.314720 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a579dd5b-493d-4ebd-b391-b41f72ddb253), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.327226 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Calling delete_port for d98dc727-9e7f-432a-8e79-b10f03dad555 owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:18.350538 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=a579dd5b-493d-4ebd-b391-b41f72ddb253,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:18.386042 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8275e124-b979-49f6-9bcc-725286e0b562 req-daa7c7f5-3118-40b3-9a62-ef2b43309847 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 210 time: 0.0374954 Mar 08 22:34:18.491357 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:18.560541 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.610513 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:18.621557 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:18.632984 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:18.633860 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:18.653466 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] No DVR routers for this DVR port a579dd5b-493d-4ebd-b391-b41f72ddb253 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:34:18.656597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.659977 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-63f26f35-04b6-4db4-bf30-9d893c1e7631 req-5c0ac22d-c80c-40f9-ba61-916748cdd741 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "DELETE /v2.0/ports/a579dd5b-493d-4ebd-b391-b41f72ddb253 HTTP/1.1" status: 204 len: 173 time: 0.8992198 Mar 08 22:34:18.737595 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (d98dc727-9e7f-432a-8e79-b10f03dad555), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.740193 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'name': 'network-vif-deleted', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:18.743155 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a234c9-30d5-49cf-a642-48c74c8fce92" -d '{"events": [{"server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "name": "network-vif-deleted", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:18.756885 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:18.771145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'Port': ['ID=d98dc727-9e7f-432a-8e79-b10f03dad555,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:18.793796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35bc93-be4a-4fd2-acd6-90b18d5af457 x-openstack-request-id: req-bc35bc93-be4a-4fd2-acd6-90b18d5af457 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:18.793796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3", "name": "network-vif-deleted", "tag": "a579dd5b-493d-4ebd-b391-b41f72ddb253", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:18.793796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc35bc93-be4a-4fd2-acd6-90b18d5af457 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:18.793796 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3', 'name': 'network-vif-deleted', 'tag': 'a579dd5b-493d-4ebd-b391-b41f72ddb253', 'status': 'completed', 'code': 200} Mar 08 22:34:18.841680 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (29aba8f2-c3f9-41be-9c3b-d9e4985ef75c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.844716 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:18.846215 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4ec94668-f343-4506-a312-5739b944f5d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "DELETE /v2.0/floatingips/29aba8f2-c3f9-41be-9c3b-d9e4985ef75c HTTP/1.1" status: 204 len: 168 time: 0.7343771 Mar 08 22:34:19.011955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:19.040748 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:19.048742 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:19.049335 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:19.283169 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:19.288036 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43610) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:19.292947 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645908951', 'description': 'tempest-description--2090354344'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:19.394552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.495197 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (7905b649-76e8-4a90-897f-bca30bfb788b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.514010 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:19.519217 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-cab891ff-f88a-4fc5-815e-7f0807f7ff3e req-8ce31999-516a-44fa-ae2b-6b0e93877714 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ef4e2f4-37a4-4acc-bb6b-9ec2f68799d3 HTTP/1.1" status: 200 len: 210 time: 0.0405931 Mar 08 22:34:19.539961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b5b56-f795-4034-90a5-6aa1698f55a5 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '3bf630e9-4951-4249-88a4-9c629bd198f2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:32:aa:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f96a62-1d68-490e-ba39-8627341a58c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:27:54Z', 'updated_at': '2022-03-08T22:28:43Z', 'revision_number': 2, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:19.543381 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7905b649-76e8-4a90-897f-bca30bfb788b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.575512 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7905b649-76e8-4a90-897f-bca30bfb788b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:19.642008 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.643343 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-291ce3e9-9f17-4424-b419-d0e3ce4c6b54 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3542979 Mar 08 22:34:19.646284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43614) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:19.650701 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group_rule': {'security_group_id': '7905b649-76e8-4a90-897f-bca30bfb788b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:19.721054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (2d0530df-c038-49f3-9ed8-2927c4b6dd64), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.768846 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7e639-c33e-47cc-8a9f-285834871c81 None None] New status for floating IP 589b8275-11ae-4da7-bf22-e9a9bfc8642e: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:34:19.778639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (2d0530df-c038-49f3-9ed8-2927c4b6dd64), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.839975 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (2d0530df-c038-49f3-9ed8-2927c4b6dd64), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.858464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0530df-c038-49f3-9ed8-2927c4b6dd64,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:19.910886 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:19.912090 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-7c9f14f8-9e8f-4abc-975a-c9cc47f37069 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648420 Mar 08 22:34:19.914825 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43616) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:19.919081 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'security_group_rule': {'security_group_id': '7905b649-76e8-4a90-897f-bca30bfb788b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:20.000298 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.005370 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (c8a633a4-0e0d-4566-97fe-72988c62ed5e), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.068450 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (c8a633a4-0e0d-4566-97fe-72988c62ed5e), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.223092 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (c8a633a4-0e0d-4566-97fe-72988c62ed5e), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.242769 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a633a4-0e0d-4566-97fe-72988c62ed5e,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:20.322852 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.329580 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-cf8486e7-c6ea-4e47-96d3-a95817896131 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082918 Mar 08 22:34:20.329580 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43618) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:20.331622 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:20.417097 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.512299 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.621854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Allocated IP 172.27.1.53 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/d545e24f-8303-4378-a5b9-4bcc3733ced6) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:34:20.652927 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43624) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:20.751859 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (bcf88bde-d53b-4df1-ae41-3a41c55bb922), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.768462 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.785564 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (bcf88bde-d53b-4df1-ae41-3a41c55bb922), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.897262 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.928189 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (bcf88bde-d53b-4df1-ae41-3a41c55bb922), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.930642 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:20.931794 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/security-groups/bcf88bde-d53b-4df1-ae41-3a41c55bb922 HTTP/1.1" status: 204 len: 168 time: 0.2787766 Mar 08 22:34:20.934598 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:20.941683 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:34:20.947810 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-dd5e3d8b-5e22-42c2-a13d-8ac6758de3fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] show failed (client error): The resource could not be found. Mar 08 22:34:20.948784 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-dd5e3d8b-5e22-42c2-a13d-8ac6758de3fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups/bcf88bde-d53b-4df1-ae41-3a41c55bb922 HTTP/1.1" status: 404 len: 347 time: 0.0131950 Mar 08 22:34:20.951014 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:34:20.959141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43628) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:20.959283 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:34:20.959283 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aad26-e44e-4411-a913-cb1f833b4153 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf88bde-d53b-4df1-ae41-3a41c55bb922,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:20.981137 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=d545e24f-8303-4378-a5b9-4bcc3733ced6,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:21.044664 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (944f78df-5200-470d-be8f-e69309e94114), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.077537 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:21.082439 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port 76735a30-eaca-45bb-874b-777d29577b8f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:21.082788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (76735a30-eaca-45bb-874b-777d29577b8f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.097462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:21.098523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6a5c3ba6-3fd3-449c-8f3a-8d378a86025f not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:21.144065 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.160748 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (76735a30-eaca-45bb-874b-777d29577b8f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.161095 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (76735a30-eaca-45bb-874b-777d29577b8f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.172965 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for 76735a30-eaca-45bb-874b-777d29577b8f owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:21.289093 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.337386 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.354598 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (76735a30-eaca-45bb-874b-777d29577b8f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.355149 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.384619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=76735a30-eaca-45bb-874b-777d29577b8f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:21.410231 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=d545e24f-8303-4378-a5b9-4bcc3733ced6,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:21.422020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (944f78df-5200-470d-be8f-e69309e94114), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.442221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (589b8275-11ae-4da7-bf22-e9a9bfc8642e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.444773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.445912 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5f2a00b5-f152-4e85-90a9-c47342f2b88a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/floatingips/589b8275-11ae-4da7-bf22-e9a9bfc8642e HTTP/1.1" status: 204 len: 168 time: 0.4924660 Mar 08 22:34:21.475917 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:21.477298 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a286d80f-95a4-4d28-9620-36048f8da7c4 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1492567 Mar 08 22:34:21.678712 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-7be23d3b-5e23-49ca-8a19-7bc4cf598072 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--645908951&fields=id&tenant_id=e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 267 time: 0.0444050 Mar 08 22:34:21.789685 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c30d263f-9c2d-4961-b034-450ee37f1974 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:21.791184 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c30d263f-9c2d-4961-b034-450ee37f1974 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 810 time: 0.1057231 Mar 08 22:34:21.805231 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-ad84ca1a-110a-4e94-997d-b299dbe02897 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/quotas/e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 375 time: 0.0088801 Mar 08 22:34:21.859136 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-a16e7f81-1a5f-41fa-be62-37b69020c466 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487638 Mar 08 22:34:21.952438 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-2abb5601-98ce-47a8-86ec-7620c0d5c940 service neutron] 10.222.0.39 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808094 Mar 08 22:34:22.050194 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-f7b1b35f-68cb-4145-8a9d-3fa718366f3c service neutron] 10.222.0.39 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912871 Mar 08 22:34:22.304429 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-446a7288-fc88-4e15-ac09-22445909791e req-24a11578-5590-479c-a326-d02e32f1d67a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Mar 08 22:34:23.090674 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a579dd5b-493d-4ebd-b391-b41f72ddb253 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:23.111369 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: a579dd5b-493d-4ebd-b391-b41f72ddb253 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:23.111717 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a579dd5b-493d-4ebd-b391-b41f72ddb253 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:23.398705 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9aa449cc-6eb7-40a2-b48c-c5a908d34579 req-0ec2af8d-e4ee-4d84-9c4e-9618550e493c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Mar 08 22:34:23.484492 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d01b85-7af0-4a00-8cb7-36685ce42515 req-6a4db251-15c1-4c50-bae9-971ca9376514 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:23.485953 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7d01b85-7af0-4a00-8cb7-36685ce42515 req-6a4db251-15c1-4c50-bae9-971ca9376514 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0544615 Mar 08 22:34:23.538680 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d7d01b85-7af0-4a00-8cb7-36685ce42515 req-e70a3bd2-abf7-4473-933c-cdbc03ebe4eb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 Mar 08 22:34:24.282602 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-7f80f779-a3b8-4749-8678-2ec898471a2c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:24.284059 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-7f80f779-a3b8-4749-8678-2ec898471a2c tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 810 time: 0.1045120 Mar 08 22:34:24.343516 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e4491023-2456-40ef-996d-119e90d410ae tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67bcaa251a14b92a43fa38997276a15 HTTP/1.1" status: 200 len: 379 time: 0.0511076 Mar 08 22:34:24.351655 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'port': {'device_id': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'admin_state_up': True, 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'security_groups': ['7905b649-76e8-4a90-897f-bca30bfb788b']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:24.482076 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-ffb089e3-f642-48b6-9b40-5fa98d05f830 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:24.483545 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-ffb089e3-f642-48b6-9b40-5fa98d05f830 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.0773067 Mar 08 22:34:24.497651 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-12d17f50-0d81-42da-85e8-fadeb8df644f req-d430bfc1-2226-4c0b-9f1c-506ade8833b9 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Mar 08 22:34:24.592979 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port 6d1af922-b7b2-493b-80d2-1b79f07bb701 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:24.593511 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:24.610991 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Made reservation on behalf of e67bcaa251a14b92a43fa38997276a15 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:34:24.615920 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:24.786186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] For port 6d1af922-b7b2-493b-80d2-1b79f07bb701, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=6d1af922-b7b2-493b-80d2-1b79f07bb701,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:24.786546 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:24.794902 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441ba42-f304-4195-9f8f-d0acb33d1578 req-d1a75be8-471f-492d-bfe9-52489076a42b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:24.796350 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e441ba42-f304-4195-9f8f-d0acb33d1578 req-d1a75be8-471f-492d-bfe9-52489076a42b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 945 time: 0.1894422 Mar 08 22:34:24.913003 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Allocated IP 172.20.0.13 (14a8c573-4839-40bd-8ba6-537d3e4435d0/fa979241-fc51-4d34-b20f-9d29c369f3a8/a97b6851-9561-4b2c-beb5-b60ac54f1e0c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:34:24.943049 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e441ba42-f304-4195-9f8f-d0acb33d1578 req-58a92426-21d1-4718-ad43-46ccbe196e10 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=a25bc8ce-99a3-4ca7-af07-e924078a751d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398242 Mar 08 22:34:25.367564 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.367927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.368246 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 3bf630e9-4951-4249-88a4-9c629bd198f2 disassociated. External IP: 172.27.1.129, port: 6d1af922-b7b2-493b-80d2-1b79f07bb701. Mar 08 22:34:25.368590 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for 6d1af922-b7b2-493b-80d2-1b79f07bb701 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:25.444058 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.565967 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.600713 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (6d1af922-b7b2-493b-80d2-1b79f07bb701), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.618748 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:34:25.623807 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdb2f-25a5-4dad-bc4a-1a0fcc8b31e6 req-74454be7-f6fa-42aa-beb6-62ae158c1ef1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:25.625278 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f94bdb2f-25a5-4dad-bc4a-1a0fcc8b31e6 req-74454be7-f6fa-42aa-beb6-62ae158c1ef1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 932 time: 0.0568869 Mar 08 22:34:25.625781 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:34:25.632391 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:34:25.636088 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event updated for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:25.686039 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f94bdb2f-25a5-4dad-bc4a-1a0fcc8b31e6 req-39ffa1a6-eaaa-4609-9431-9b40c94fa3c0 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537510 Mar 08 22:34:25.697523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=6d1af922-b7b2-493b-80d2-1b79f07bb701,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:25.749524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:25.750133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.828958 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-c08a4a98-6848-4238-8f8b-bf66ed88a68b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4807956 Mar 08 22:34:25.832928 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:25.841436 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Request body: {'port': {'device_id': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:25.860450 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-24a18666-4e6c-4fb4-9f2b-3af4afa08a7f None None] Provisioning complete for port a97b6851-9561-4b2c-beb5-b60ac54f1e0c triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:34:25.861056 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24a18666-4e6c-4fb4-9f2b-3af4afa08a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:25.896156 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-24a18666-4e6c-4fb4-9f2b-3af4afa08a7f None None] Port a97b6851-9561-4b2c-beb5-b60ac54f1e0c cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:34:25.973581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.030228 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:26.041407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:26.053792 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:26.054423 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:26.056116 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4f2486fe-0a17-4a9b-a6b0-6525f1638aed req-cb3c862e-d6c2-4ad5-842d-3a714c3d3d1e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f96a62-1d68-490e-ba39-8627341a58c1 HTTP/1.1" status: 200 len: 210 time: 0.0402775 Mar 08 22:34:26.103761 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] No DVR routers for this DVR port 6d1af922-b7b2-493b-80d2-1b79f07bb701 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:34:26.145931 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.149253 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dfbfa9ab-5ad4-46c6-b657-07374802621d req-7d3f91eb-c921-4ae0-bd9d-7cb28b935e19 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "DELETE /v2.0/ports/6d1af922-b7b2-493b-80d2-1b79f07bb701 HTTP/1.1" status: 204 len: 173 time: 1.6595902 Mar 08 22:34:26.149657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'name': 'network-vif-deleted', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:26.151896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee37d41-793b-40fa-8f84-147ac79bd417" -d '{"events": [{"server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "name": "network-vif-deleted", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:26.177845 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:26.208285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a59a0-c749-45f7-a4c9-89525ab5fa5b x-openstack-request-id: req-162a59a0-c749-45f7-a4c9-89525ab5fa5b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:26.209243 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f96a62-1d68-490e-ba39-8627341a58c1", "name": "network-vif-deleted", "tag": "6d1af922-b7b2-493b-80d2-1b79f07bb701", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:26.209552 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-162a59a0-c749-45f7-a4c9-89525ab5fa5b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:26.210750 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f96a62-1d68-490e-ba39-8627341a58c1', 'name': 'network-vif-deleted', 'tag': '6d1af922-b7b2-493b-80d2-1b79f07bb701', 'status': 'completed', 'code': 200} Mar 08 22:34:26.335769 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97b6851-9561-4b2c-beb5-b60ac54f1e0c {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:34:26.343230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks [] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.356093 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Transition to ACTIVE for port object a97b6851-9561-4b2c-beb5-b60ac54f1e0c will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:34:26.388313 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:26.405864 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.419691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:26.428117 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:26.428897 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:26.471659 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Pushing event updated for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:26.547874 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:26.549922 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Attempting to bind port a97b6851-9561-4b2c-beb5-b60ac54f1e0c on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:34:26.550317 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Attempting to bind port a97b6851-9561-4b2c-beb5-b60ac54f1e0c by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:34:26.552365 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Attempting to bind port a97b6851-9561-4b2c-beb5-b60ac54f1e0c on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:34:26.555801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Port a97b6851-9561-4b2c-beb5-b60ac54f1e0c on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:34:26.556203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Attempting to bind port a97b6851-9561-4b2c-beb5-b60ac54f1e0c on network 14a8c573-4839-40bd-8ba6-537d3e4435d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:34:26.562667 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:34:26.563119 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Checking segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:34:26.563578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Bound using segment: {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:34:26.564087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Bound port: a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafb0693-a506-419f-a522-648ee5a45ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:34:26.564581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.636744 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:34:26.639877 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:34:26.722140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.771440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:26.777547 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:26.778163 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:26.779614 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] 10.222.0.35 "PUT /v2.0/ports/a97b6851-9561-4b2c-beb5-b60ac54f1e0c HTTP/1.1" status: 200 len: 1094 time: 0.9420910 Mar 08 22:34:26.805407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9289-e1f0-4f39-91f4-d14d677474c3 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:26.834560 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cba7ae-0d55-4710-9286-ef094c1646dd service neutron] Pushing event updated for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:26.866140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c526e-817b-4418-90b6-6e56960717e7 req-bd3bda7d-7047-428b-aa9b-7a1a253e6acd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:26.868328 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-892c526e-817b-4418-90b6-6e56960717e7 req-bd3bda7d-7047-428b-aa9b-7a1a253e6acd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 944 time: 0.1038461 Mar 08 22:34:26.952286 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-892c526e-817b-4418-90b6-6e56960717e7 req-0e0de0d6-e70a-4960-a9dc-0dd3dc2c5d8d tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702877 Mar 08 22:34:26.959103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-fbcb6ac4-ea20-419c-9f87-e97b01d75b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:26.960745 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-fbcb6ac4-ea20-419c-9f87-e97b01d75b34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 1128 time: 0.0875313 Mar 08 22:34:27.016943 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-e6f6a49a-0035-44c9-8f9f-d0b575d4a25a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c HTTP/1.1" status: 200 len: 217 time: 0.0411320 Mar 08 22:34:27.070547 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-ff3f9d17-c598-485c-9142-43d6f99cf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:27.071994 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-ff3f9d17-c598-485c-9142-43d6f99cf05c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0494101 Mar 08 22:34:27.099078 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c5f20-5166-46af-bfc6-e13ae54bcc32 None None] New status for floating IP 3bf630e9-4951-4249-88a4-9c629bd198f2: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:34:27.130783 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-d632edd5-7c57-48b2-8725-f941e42fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:27.133391 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-d632edd5-7c57-48b2-8725-f941e42fc2ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532303 Mar 08 22:34:27.185011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43694) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:27.227250 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-571774f9-37be-44c8-8eaa-92497eec3bca service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Mar 08 22:34:27.239980 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (a25bc8ce-99a3-4ca7-af07-e924078a751d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.264528 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (a25bc8ce-99a3-4ca7-af07-e924078a751d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.322729 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-74e60dac-af80-4544-b7dc-32d331ff9344 req-13b7fd06-ba00-4e6d-a29d-48426953c922 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880632 Mar 08 22:34:27.365467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (a25bc8ce-99a3-4ca7-af07-e924078a751d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.368153 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.369309 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/security-groups/a25bc8ce-99a3-4ca7-af07-e924078a751d HTTP/1.1" status: 204 len: 168 time: 0.1832750 Mar 08 22:34:27.372059 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:27.378419 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4635-dbca-42e6-989d-aa3b2279b5f6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25bc8ce-99a3-4ca7-af07-e924078a751d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:27.385014 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-102d6377-48e7-42da-be8e-d4985c218d89 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] show failed (client error): The resource could not be found. Mar 08 22:34:27.386216 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-102d6377-48e7-42da-be8e-d4985c218d89 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups/a25bc8ce-99a3-4ca7-af07-e924078a751d HTTP/1.1" status: 404 len: 347 time: 0.0130320 Mar 08 22:34:27.392551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:27.515698 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port df08d592-9eb1-434a-a983-6c5a7ee6833b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:34:27.515932 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.591019 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.591347 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (df08d592-9eb1-434a-a983-6c5a7ee6833b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.603428 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for df08d592-9eb1-434a-a983-6c5a7ee6833b owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:34:27.765581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (df08d592-9eb1-434a-a983-6c5a7ee6833b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.796798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=df08d592-9eb1-434a-a983-6c5a7ee6833b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:27.850265 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (3bf630e9-4951-4249-88a4-9c629bd198f2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.853207 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:27.854359 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-18283e55-5141-403d-9560-0903e8eb55ca tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/floatingips/3bf630e9-4951-4249-88a4-9c629bd198f2 HTTP/1.1" status: 204 len: 168 time: 0.4608915 Mar 08 22:34:28.069318 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43704) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:28.074032 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100427335', 'description': 'tempest-description--828925165'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:28.081747 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2acaa-a1f6-4b06-8dcc-47b57b44f9bd req-19e1ab6b-0cb7-432d-8454-c6513977b1fd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:28.083901 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77e2acaa-a1f6-4b06-8dcc-47b57b44f9bd req-19e1ab6b-0cb7-432d-8454-c6513977b1fd tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 944 time: 0.0607209 Mar 08 22:34:28.131556 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.135010 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-77e2acaa-a1f6-4b06-8dcc-47b57b44f9bd req-cfd608e9-6521-40cb-90a5-c731a8383293 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453439 Mar 08 22:34:28.194616 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (ad05d24b-d380-411d-b765-b2c445811ac4), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.210717 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:28.213862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8678f6e-ec97-4a29-aade-e4219806d371" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:28.247598 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f9c6a1-3cc7-4b5a-b9d2-aa63353cf73d x-openstack-request-id: req-05f9c6a1-3cc7-4b5a-b9d2-aa63353cf73d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:28.248000 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:28.248260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05f9c6a1-3cc7-4b5a-b9d2-aa63353cf73d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:28.248702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'status': 'completed', 'code': 200} Mar 08 22:34:28.251434 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (ad05d24b-d380-411d-b765-b2c445811ac4), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.280905 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad05d24b-d380-411d-b765-b2c445811ac4,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:28.313884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-2d53e109-9252-4837-bc79-af3fb4ab472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:28.315389 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-2d53e109-9252-4837-bc79-af3fb4ab472c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 1128 time: 0.0446432 Mar 08 22:34:28.338849 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.343108 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-65f56422-ed91-4fb8-8e40-8fdf9f75a259 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2730658 Mar 08 22:34:28.343711 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43708) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:28.348256 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'ad05d24b-d380-411d-b765-b2c445811ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:28.405674 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-8620e69f-f074-40f6-9f90-918dcee3fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:28.407170 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-8620e69f-f074-40f6-9f90-918dcee3fed2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.0844131 Mar 08 22:34:28.439007 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (c2b1346f-eb29-4396-8276-ae10b10a9375), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.452611 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-347c126f-9626-40d0-9ba0-583a666df7e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c HTTP/1.1" status: 200 len: 217 time: 0.0386739 Mar 08 22:34:28.496685 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (c2b1346f-eb29-4396-8276-ae10b10a9375), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.501874 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-39bfc63c-ad4c-4c1b-b721-db10767a8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:28.503379 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-39bfc63c-ad4c-4c1b-b721-db10767a8456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0451310 Mar 08 22:34:28.550103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-660178c6-95d2-4810-b8f8-23b8e9c029dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:28.552125 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-660178c6-95d2-4810-b8f8-23b8e9c029dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423477 Mar 08 22:34:28.560167 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (c2b1346f-eb29-4396-8276-ae10b10a9375), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.579967 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b1346f-eb29-4396-8276-ae10b10a9375,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:28.647576 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-73123c9c-8939-44e6-82a6-f0f7df5c5505 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870545 Mar 08 22:34:28.647902 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.648781 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f20e2c38-857a-4f01-8988-9c784c7ed513 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041582 Mar 08 22:34:28.651351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43710) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:28.655600 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': 'ad05d24b-d380-411d-b765-b2c445811ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:28.742271 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8678f6e-ec97-4a29-aade-e4219806d371 req-3ad87aea-44ae-4a7b-b27d-d343824b8327 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866117 Mar 08 22:34:28.747639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (7fc55757-82e4-466d-b9cd-bafcbc586d5b), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.800252 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (7fc55757-82e4-466d-b9cd-bafcbc586d5b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.857145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (7fc55757-82e4-466d-b9cd-bafcbc586d5b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.874314 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc55757-82e4-466d-b9cd-bafcbc586d5b,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:28.927904 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:28.929110 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-0f3a619d-ab76-43c8-9bfa-889540a58283 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768204 Mar 08 22:34:28.932143 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43712) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:28.936370 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:28.999798 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.090905 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a97b6851-9561-4b2c-beb5-b60ac54f1e0c details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:34:29.094173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.096040 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6d1af922-b7b2-493b-80d2-1b79f07bb701 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:34:29.121691 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 6d1af922-b7b2-493b-80d2-1b79f07bb701 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:34:29.122033 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 6d1af922-b7b2-493b-80d2-1b79f07bb701 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:34:29.202781 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.27.1.200 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/b41a6de8-3afc-40f9-a9f3-4594bb300c6c) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:34:29.214385 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:29.227455 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'port_id': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'mac_address': 'fa:16:3e:5e:bd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:34:29.260767 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430eedd-a30d-45fd-a399-e39f3c99945d req-fe9d0daf-0ad3-41d2-a9ad-9290f4ce9e04 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:29.267687 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c430eedd-a30d-45fd-a399-e39f3c99945d req-fe9d0daf-0ad3-41d2-a9ad-9290f4ce9e04 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 944 time: 0.0609808 Mar 08 22:34:29.267964 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a97b6851-9561-4b2c-beb5-b60ac54f1e0c is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:29.268407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.282034 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97b6851-9561-4b2c-beb5-b60ac54f1e0c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:34:29.304644 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:29.318127 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c430eedd-a30d-45fd-a399-e39f3c99945d req-a5e8f7f5-e3ce-4826-896e-c2075fedf633 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493684 Mar 08 22:34:29.322854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.365710 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.411765 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.414237 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:29.421782 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.423849 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.424309 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.424430 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.424759 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.425089 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.425414 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.426271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:29.453812 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:34:29.456608 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:34:29.461016 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:34:29.464028 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=b41a6de8-3afc-40f9-a9f3-4594bb300c6c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:29.546644 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.626158 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.770484 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.833524 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.854873 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['a97b6851-9561-4b2c-beb5-b60ac54f1e0c'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:34:29.901287 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=b41a6de8-3afc-40f9-a9f3-4594bb300c6c,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:29.913547 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.985290 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:29.986585 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-92e76f3b-72ac-4e34-9952-28130bc513fd tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0534730 Mar 08 22:34:30.134973 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-6a81c146-9e05-47c6-88b9-c184acf84b44 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2100427335&fields=id&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 267 time: 0.0415282 Mar 08 22:34:30.241918 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-6e9de304-bd82-4ae0-9ef0-08d7fb2ccb0c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:30.243901 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-6e9de304-bd82-4ae0-9ef0-08d7fb2ccb0c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.1022480 Mar 08 22:34:30.259933 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-bf351b63-4092-47d4-9f2d-03129ce05397 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/quotas/424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 375 time: 0.0105071 Mar 08 22:34:30.321244 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-5ac65743-135f-42c9-9d5d-799923c7dad8 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554397 Mar 08 22:34:30.423725 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-13919f00-302b-4cb8-bcca-a2a593bb5cd7 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909150 Mar 08 22:34:30.448362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c5e9e-6c18-40f0-9d44-db27cfade2fa req-aa6fa74d-15eb-4248-9943-39cb0bc7c3f5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:30.449840 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c46c5e9e-6c18-40f0-9d44-db27cfade2fa req-aa6fa74d-15eb-4248-9943-39cb0bc7c3f5 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 945 time: 0.0625544 Mar 08 22:34:30.495516 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c46c5e9e-6c18-40f0-9d44-db27cfade2fa req-5f68ae74-9fe4-425b-b129-4282bf4f5157 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 Mar 08 22:34:30.516519 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-5d313d49-3890-4575-8ebd-4bdd64929f5f service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827420 Mar 08 22:34:30.769961 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9422a822-1de1-44f7-ab01-43cec2a487e2 req-62765654-9153-42cd-a58f-94fb1d1bce5a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 210 time: 0.0300105 Mar 08 22:34:31.110883 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a97b6851-9561-4b2c-beb5-b60ac54f1e0c up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:34:31.211264 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port a97b6851-9561-4b2c-beb5-b60ac54f1e0c completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:34:31.219231 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port a97b6851-9561-4b2c-beb5-b60ac54f1e0c triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:34:31.219231 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:31.293226 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a97b6851-9561-4b2c-beb5-b60ac54f1e0c is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:31.293615 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:31.316418 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:31.318659 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445dc26-41b1-447a-ab5e-8112c9c5c670" -d '{"events": [{"server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "name": "network-vif-plugged", "status": "completed", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:31.330581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:31.355046 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c44fa-a879-4738-b8ac-b41da1f972d9 x-openstack-request-id: req-e21c44fa-a879-4738-b8ac-b41da1f972d9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:31.355333 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "name": "network-vif-plugged", "status": "completed", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:31.355584 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e21c44fa-a879-4738-b8ac-b41da1f972d9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:31.355973 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'code': 200} Mar 08 22:34:31.405983 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:31.453953 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:31.614516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665aba9-3b74-4de5-88ef-6ccf884d19b1 req-58f3eca5-1b43-4b8a-8ae0-7aa9b336bd88 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:31.615995 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7665aba9-3b74-4de5-88ef-6ccf884d19b1 req-58f3eca5-1b43-4b8a-8ae0-7aa9b336bd88 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.0526257 Mar 08 22:34:31.663460 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7665aba9-3b74-4de5-88ef-6ccf884d19b1 req-3316de3f-9f87-4759-a470-ecb936d7e3fa tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Mar 08 22:34:31.704533 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18a99-e8b7-48a1-b691-0cb115182325 req-01e1d6b9-6648-4f63-a77d-35371d65c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:31.706616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2df18a99-e8b7-48a1-b691-0cb115182325 req-01e1d6b9-6648-4f63-a77d-35371d65c7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 1130 time: 0.0423100 Mar 08 22:34:31.749948 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2df18a99-e8b7-48a1-b691-0cb115182325 req-baea07d7-54c8-4324-b87f-d00bbb8f03a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364048 Mar 08 22:34:31.863461 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-17578584-9d98-4b99-bba3-1aca6d7ae79a req-f770b58d-b4b0-4eee-a47c-10328ba8f3cf tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 210 time: 0.0298612 Mar 08 22:34:32.783302 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667fe3d-76bb-4671-87bd-b3f946576b50 req-e1280da5-0d23-4f41-b64b-1acad0befa96 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:32.784746 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5667fe3d-76bb-4671-87bd-b3f946576b50 req-e1280da5-0d23-4f41-b64b-1acad0befa96 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Mar 08 22:34:32.887047 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5667fe3d-76bb-4671-87bd-b3f946576b50 req-01b0ca85-b4f4-4250-bdfc-49a2b56c8a13 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961316 Mar 08 22:34:32.931742 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-2b2d3e63-1aab-4a22-a800-dfda894f18d5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:32.933157 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-2b2d3e63-1aab-4a22-a800-dfda894f18d5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.1251194 Mar 08 22:34:32.967962 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5d90b2e7-2bc2-4ee2-bada-4f856b947903 req-914779c9-7f64-4290-9db2-a66d04cf3b5d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 210 time: 0.0275857 Mar 08 22:34:32.999103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-5b5d381a-c31a-412e-aa51-94f7e8a554b6 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 380 time: 0.0549848 Mar 08 22:34:33.008048 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'port': {'device_id': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'admin_state_up': True, 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'security_groups': ['ad05d24b-d380-411d-b765-b2c445811ac4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:33.223600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:34:33.226985 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.354751 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.20.0.5 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/5c47e4cd-0ab5-4de0-a6d3-eff719ced60b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:34:33.486324 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.600241 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.642942 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:34:33.645847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:34:33.649334 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:34:33.655586 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:33.684906 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.685251 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.685592 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.685928 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.686276 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.686584 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.686935 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.687260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.687582 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.687900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.688219 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.688537 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.688856 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:34:33.711813 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:33.712418 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.779664 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-b11f7678-fb75-4bed-8e28-a838ffff741a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755778 Mar 08 22:34:33.791406 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Request body: {'port': {'device_id': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:33.830130 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-0f05f2c9-3f69-4e9e-b834-408b5a16572e None None] Provisioning complete for port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:34:33.830726 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f05f2c9-3f69-4e9e-b834-408b5a16572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.853489 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:33.867868 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0f05f2c9-3f69-4e9e-b834-408b5a16572e None None] Port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:34:34.078001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d85549-35e7-46bc-9985-6fe3b4715c0c req-79b6d64a-f375-419f-8db0-e3d1c82b6fbc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.079539 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83d85549-35e7-46bc-9985-6fe3b4715c0c req-79b6d64a-f375-419f-8db0-e3d1c82b6fbc tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.1081886 Mar 08 22:34:34.086996 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6044b6f-d8e3-4c2c-bcc8-73105f651437 req-33f9b250-6457-4953-bb47-6523057444d1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.092164 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c6044b6f-d8e3-4c2c-bcc8-73105f651437 req-33f9b250-6457-4953-bb47-6523057444d1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 931 time: 0.0529330 Mar 08 22:34:34.140928 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c6044b6f-d8e3-4c2c-bcc8-73105f651437 req-f6d1d1f9-26d3-44ef-bb3b-7c563d397c76 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Mar 08 22:34:34.151326 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83d85549-35e7-46bc-9985-6fe3b4715c0c req-dae5b0a6-eb29-47c0-90d2-be325b02c541 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654869 Mar 08 22:34:34.185348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:34:34.193660 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks [] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.207882 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Transition to ACTIVE for port object 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:34:34.246153 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.306050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Pushing event updated for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:34.314666 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c033e2a-269d-4de4-8179-e5928b59e0c2 req-6aa4908d-1076-4536-bb75-695cc65709d7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.316735 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6c033e2a-269d-4de4-8179-e5928b59e0c2 req-6aa4908d-1076-4536-bb75-695cc65709d7 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.0992823 Mar 08 22:34:34.330113 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43764) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:34.335350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Request body: {'floatingip': {'port_id': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:34.384030 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (944f78df-5200-470d-be8f-e69309e94114), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.392448 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Attempting to bind port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:34:34.392791 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Attempting to bind port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:34:34.393127 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Attempting to bind port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:34:34.398285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:34:34.398617 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Attempting to bind port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:34:34.403682 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:34:34.404027 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:34:34.404413 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:34:34.404847 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Bound port: 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:34:34.405206 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.474714 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:34:34.478943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:34:34.577347 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.614400 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.615096 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.616457 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c47e4cd-0ab5-4de0-a6d3-eff719ced60b HTTP/1.1" status: 200 len: 1093 time: 0.8296015 Mar 08 22:34:34.616952 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:34.619244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23937d4d-ef76-4976-8c97-cf2bcc40757e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:34.658994 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be32630-7153-48f4-8f7e-9702d332e359 service neutron] Pushing event updated for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:34.671837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c08a44-bfa0-49f1-893e-7e4f20cb8e85 x-openstack-request-id: req-19c08a44-bfa0-49f1-893e-7e4f20cb8e85 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:34.671837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:34.671837 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19c08a44-bfa0-49f1-893e-7e4f20cb8e85 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:34.671837 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'status': 'completed', 'code': 200} Mar 08 22:34:34.739481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-f293558c-92b4-4815-a8b4-38fa3c44208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.740989 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-f293558c-92b4-4815-a8b4-38fa3c44208e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 1127 time: 0.0484912 Mar 08 22:34:34.846700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-4416dcc9-6cb4-42c0-8a4c-1333c9eb6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.848625 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-4416dcc9-6cb4-42c0-8a4c-1333c9eb6d74 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=424c8a45c94845b5a441c21f6156e3cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970819 Mar 08 22:34:34.855455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.931188 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (944f78df-5200-470d-be8f-e69309e94114), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:34.942904 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-58e0be35-3569-40f6-a170-966b201ddffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:34.946495 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-23937d4d-ef76-4976-8c97-cf2bcc40757e req-58e0be35-3569-40f6-a170-966b201ddffa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891347 Mar 08 22:34:35.021605 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-8d3d0c0c-82a6-4f2c-9135-30553cffe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.023106 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-8d3d0c0c-82a6-4f2c-9135-30553cffe687 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 1127 time: 0.0431578 Mar 08 22:34:35.031070 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Floating IP 944f78df-5200-470d-be8f-e69309e94114 associated. External IP: 172.27.1.53, port: a97b6851-9561-4b2c-beb5-b60ac54f1e0c. Mar 08 22:34:35.065240 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-252a0425-0136-4920-a669-52984a0d3ea2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b HTTP/1.1" status: 200 len: 217 time: 0.0348251 Mar 08 22:34:35.113513 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-28055ba7-753e-4c05-8e8d-321f5e8e27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.115011 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-28055ba7-753e-4c05-8e8d-321f5e8e27bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0432818 Mar 08 22:34:35.165523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904759ce-424f-49e6-9dae-5608d316570f req-8c341c05-8531-4530-a32e-b366c05d08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.167058 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-8c341c05-8531-4530-a32e-b366c05d08cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447099 Mar 08 22:34:35.241620 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:35.355632 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:35.360648 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:35.365827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:35.376871 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:35.377772 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:35.399081 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-da34ae94-dd85-4d6b-a1d4-f83e4392d191 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "PUT /v2.0/floatingips/944f78df-5200-470d-be8f-e69309e94114 HTTP/1.1" status: 200 len: 991 time: 1.0676134 Mar 08 22:34:35.400530 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:35.403657 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9fdecf-f796-472e-b46f-96471ca55b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:35.445146 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da0c13d-1493-4fd9-9d4b-c4e5b6ed6c81 x-openstack-request-id: req-7da0c13d-1493-4fd9-9d4b-c4e5b6ed6c81 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:35.445435 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:35.445693 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da0c13d-1493-4fd9-9d4b-c4e5b6ed6c81 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:35.446097 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'status': 'completed', 'code': 200} Mar 08 22:34:35.593899 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-ffefa904-60d1-4570-8b7d-5d58a120376f service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203141 Mar 08 22:34:35.618881 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b812bea-2c99-45b4-8b84-48d9e8626757 req-24cc8a13-7f49-4fc2-9624-6363f39c0a8d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.620207 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b812bea-2c99-45b4-8b84-48d9e8626757 req-24cc8a13-7f49-4fc2-9624-6363f39c0a8d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 943 time: 0.3934669 Mar 08 22:34:35.622083 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:35.653466 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-abae528c-62a5-4123-a511-98d3c7823bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.654946 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-abae528c-62a5-4123-a511-98d3c7823bef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67bcaa251a14b92a43fa38997276a15&device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 1130 time: 0.1138468 Mar 08 22:34:35.772808 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5b812bea-2c99-45b4-8b84-48d9e8626757 req-e45476b0-4924-4ad2-813f-0b570161ec44 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419413 Mar 08 22:34:35.798015 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-904759ce-424f-49e6-9dae-5608d316570f req-803d5133-1ecb-4db7-87c3-0d5cda1bf0b2 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967795 Mar 08 22:34:35.812733 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-c94d8345-6640-45f8-b572-865bf83af870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.814182 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-c94d8345-6640-45f8-b572-865bf83af870 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 200 len: 911 time: 0.1528740 Mar 08 22:34:35.840892 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '944f78df-5200-470d-be8f-e69309e94114', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:5e:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:21Z', 'updated_at': '2022-03-08T22:34:34Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:35.870863 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:35.879417 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:35.880020 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:35.884462 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-dfb9d115-acda-4bcc-b157-7e0d950231ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c HTTP/1.1" status: 200 len: 999 time: 0.0624809 Mar 08 22:34:35.933749 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-c154f513-63c6-4656-a6b7-4f846e5c42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.935300 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-c154f513-63c6-4656-a6b7-4f846e5c42dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 200 len: 849 time: 0.0443935 Mar 08 22:34:35.986900 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-44008a26-5ecf-4be9-b707-0be7d00834c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:35.987165 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:35.988421 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-44008a26-5ecf-4be9-b707-0be7d00834c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14a8c573-4839-40bd-8ba6-537d3e4435d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439482 Mar 08 22:34:36.080160 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-8f46252b-9ed4-4aac-b8d4-0c241b8266cb service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843632 Mar 08 22:34:36.170781 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ea9fdecf-f796-472e-b46f-96471ca55b9f req-93b94f9b-5c07-477a-b941-f72da9a90b85 service neutron] 10.222.0.35 "GET /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840385 Mar 08 22:34:36.203678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '944f78df-5200-470d-be8f-e69309e94114', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:5e:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:21Z', 'updated_at': '2022-03-08T22:34:34Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:36.233476 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc21fa-0a3d-4ea7-b58c-251dec50e3e4 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '944f78df-5200-470d-be8f-e69309e94114', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'port_id': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'mac_address': 'fa:16:3e:5e:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:21Z', 'updated_at': '2022-03-08T22:34:34Z', 'revision_number': 1, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:36.415666 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2584b3-8343-4395-9cef-b3b4eeec2764 None None] New status for floating IP 944f78df-5200-470d-be8f-e69309e94114: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:34:36.888330 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010060d9-14cb-46d9-9571-107d8e2b1a8a req-a6ee3ef9-69e3-4fe7-924e-f43b5f858453 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:36.889778 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-010060d9-14cb-46d9-9571-107d8e2b1a8a req-a6ee3ef9-69e3-4fe7-924e-f43b5f858453 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 943 time: 0.0509050 Mar 08 22:34:36.938563 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-010060d9-14cb-46d9-9571-107d8e2b1a8a req-749f76e1-5bfc-40dc-aef5-0576f2ae6d27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Mar 08 22:34:38.053307 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290866e-23dc-4a7d-98ed-5b313e3a652e req-e4be8cce-7959-4280-8d8f-fa07993000f9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:38.054746 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9290866e-23dc-4a7d-98ed-5b313e3a652e req-e4be8cce-7959-4280-8d8f-fa07993000f9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 943 time: 0.0518789 Mar 08 22:34:38.104634 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9290866e-23dc-4a7d-98ed-5b313e3a652e req-df512c8c-5e0c-4335-a420-a6510db2bd46 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Mar 08 22:34:38.302714 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:39.130744 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:34:39.223973 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a299-fe32-4f42-a570-650e3dca90dd req-1087bdd2-acd8-4d16-a0cc-1f84a8235718 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:39.225273 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:39.225440 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3780a299-fe32-4f42-a570-650e3dca90dd req-1087bdd2-acd8-4d16-a0cc-1f84a8235718 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 943 time: 0.0522077 Mar 08 22:34:39.235555 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'port_id': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'mac_address': 'fa:16:3e:79:c6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:34:39.271414 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3780a299-fe32-4f42-a570-650e3dca90dd req-9dd2a554-48da-4b14-bbaf-607c4c2a8a00 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 Mar 08 22:34:39.275851 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:39.276260 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:39.289561 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:34:39.309070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:39.428233 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:39.473920 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:39.765387 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:34:40.388433 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8a983-d4ac-4fea-bfd4-d1fd34b369f9 req-a9b1b63d-cd61-45bc-8e96-ab9416ed497e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:40.389899 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-abc8a983-d4ac-4fea-bfd4-d1fd34b369f9 req-a9b1b63d-cd61-45bc-8e96-ab9416ed497e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 944 time: 0.0526996 Mar 08 22:34:40.436714 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-abc8a983-d4ac-4fea-bfd4-d1fd34b369f9 req-8bb18508-9646-4f54-b9b2-ae485f443616 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Mar 08 22:34:41.137734 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:34:41.273678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:34:41.277359 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:34:41.277730 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:41.355505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:34:41.355892 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:41.377746 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:41.380608 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdee6d0-ef3a-44d5-857d-426508cc91aa" -d '{"events": [{"server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:41.392948 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:34:41.415335 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac5b6c2-27d1-4b0d-81d8-50b8b141501e x-openstack-request-id: req-3ac5b6c2-27d1-4b0d-81d8-50b8b141501e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:41.415623 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:41.415872 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ac5b6c2-27d1-4b0d-81d8-50b8b141501e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:41.416260 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'code': 200} Mar 08 22:34:41.445454 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:41.495525 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:34:41.558986 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27081-5094-428e-9ec8-fc18faac4c35 req-d64462e3-68cd-406d-82b9-bd7c87f3c080 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:41.560475 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46d27081-5094-428e-9ec8-fc18faac4c35 req-d64462e3-68cd-406d-82b9-bd7c87f3c080 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0536141 Mar 08 22:34:41.607207 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46d27081-5094-428e-9ec8-fc18faac4c35 req-78170da6-cd37-4a51-b232-4b08f0f0ef0f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Mar 08 22:34:41.680787 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0133e1c-16c8-4bb7-b260-6b6cadbe6814 req-3671eee5-5e2a-4115-9106-c2efee1e74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:41.682167 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0133e1c-16c8-4bb7-b260-6b6cadbe6814 req-3671eee5-5e2a-4115-9106-c2efee1e74c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 1129 time: 0.0460262 Mar 08 22:34:41.725792 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b0133e1c-16c8-4bb7-b260-6b6cadbe6814 req-8c9816ad-ebfd-476e-b203-7e6834439f9d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 Mar 08 22:34:42.722432 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1764f-349d-49d1-97d9-8bc913b3e63f req-061065c9-e77e-42c0-8969-618b4d39a9f7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:42.723905 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b9b1764f-349d-49d1-97d9-8bc913b3e63f req-061065c9-e77e-42c0-8969-618b4d39a9f7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0506344 Mar 08 22:34:42.768498 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b9b1764f-349d-49d1-97d9-8bc913b3e63f req-f35cae9d-b3c2-4987-9bc2-443602d3d867 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Mar 08 22:34:43.882773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fb88-6f87-48c3-8617-8300a453f456 req-a47cba92-0ef5-43b0-81ac-df4c77545333 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:43.884225 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-96a5fb88-6f87-48c3-8617-8300a453f456 req-a47cba92-0ef5-43b0-81ac-df4c77545333 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0507731 Mar 08 22:34:43.929662 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-96a5fb88-6f87-48c3-8617-8300a453f456 req-a984a00f-d1d5-4058-8373-360c93ce80df tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Mar 08 22:34:44.042612 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90b64e-430e-4954-a97e-dff635bf97da req-dcacb7d3-638b-48b1-873a-c84239b5b5e7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:44.044062 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8a90b64e-430e-4954-a97e-dff635bf97da req-dcacb7d3-638b-48b1-873a-c84239b5b5e7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0533450 Mar 08 22:34:44.052323 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43800) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:34:44.056495 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'port_id': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:34:44.094457 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:44.734433 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:44.805212 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:44.904808 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 7d92eda9-3a0b-4930-a6f6-dcb39caa9090 associated. External IP: 172.27.1.200, port: 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b. Mar 08 22:34:45.108767 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:34:45.214707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:34:45.219366 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:45.227235 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:34:45.237474 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:45.238112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:45.248718 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3efa2419-fb3e-4f92-9ca6-cb3905bb7854 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "PUT /v2.0/floatingips/7d92eda9-3a0b-4930-a6f6-dcb39caa9090 HTTP/1.1" status: 200 len: 991 time: 1.1954010 Mar 08 22:34:45.249400 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:34:45.251776 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:34:45.288107 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47afb8f6-3956-4351-91d6-1906e3dcece7 x-openstack-request-id: req-47afb8f6-3956-4351-91d6-1906e3dcece7 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:34:45.288401 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:34:45.288665 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47afb8f6-3956-4351-91d6-1906e3dcece7 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:34:45.289067 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'status': 'completed', 'code': 200} Mar 08 22:34:45.327616 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-02a31567-c200-4f52-ae01-eddc9a77f060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:45.350499 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:45.359850 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-2c649086-c1b7-45ff-aebd-0a91c89bacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:45.361268 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-2c649086-c1b7-45ff-aebd-0a91c89bacde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 1129 time: 0.0509648 Mar 08 22:34:45.451845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-f55598f5-41d4-4c22-92d4-3226693bcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:45.453359 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-f55598f5-41d4-4c22-92d4-3226693bcbb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.0852721 Mar 08 22:34:45.521567 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-3ec1e572-bf6a-4182-86d8-4311ac7b9328 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b HTTP/1.1" status: 200 len: 999 time: 0.0617087 Mar 08 22:34:45.570581 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-b25f7467-aa08-4624-b4ae-57368fa66a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:45.572060 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-b25f7467-aa08-4624-b4ae-57368fa66a65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0428996 Mar 08 22:34:45.575051 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7d92eda9-3a0b-4930-a6f6-dcb39caa9090', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:79:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:29Z', 'updated_at': '2022-03-08T22:34:44Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:45.601891 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:34:45.610657 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:34:45.611221 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:45.621229 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-2d966c6d-8163-4052-bbf9-8558bfb99220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:34:45.622906 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-2d966c6d-8163-4052-bbf9-8558bfb99220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442851 Mar 08 22:34:45.713993 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-a7a4810c-7a98-4f76-bcf4-a5fbb5164012 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Mar 08 22:34:45.720442 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:34:45.802381 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a349ff3-32bd-47b1-82a4-e0e6c55bc371 req-f8cee4da-2149-4d67-aebe-bfc56a9c9c3c service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818510 Mar 08 22:34:45.940228 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7d92eda9-3a0b-4930-a6f6-dcb39caa9090', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:79:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:29Z', 'updated_at': '2022-03-08T22:34:44Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:34:46.089974 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a1c2-cbf3-4567-8b9c-cf28e43f9f20 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7d92eda9-3a0b-4930-a6f6-dcb39caa9090', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:79:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:34:29Z', 'updated_at': '2022-03-08T22:34:44Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:34:46.280953 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d6f7a-8b74-412e-8201-92d9053539ca None None] New status for floating IP 7d92eda9-3a0b-4930-a6f6-dcb39caa9090: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:34:47.284413 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7b7124c-428b-40d1-9ff6-c0b915bda89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:48.525305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:49.993040 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:51.347724 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:34:54.529707 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:35:08.262085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:10.833756 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369f976-fb62-496d-a5a8-e3a13c6687c1 req-9b3e9f13-d4e6-4545-aa7b-42fa4a1bb8c2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:10.835173 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f369f976-fb62-496d-a5a8-e3a13c6687c1 req-9b3e9f13-d4e6-4545-aa7b-42fa4a1bb8c2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Mar 08 22:35:10.880619 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f369f976-fb62-496d-a5a8-e3a13c6687c1 req-9d684d0e-d106-4188-9dbf-4ec114752534 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Mar 08 22:35:12.009122 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942c3a-1a61-45a9-adec-3d616be267df req-bc27c4d9-1ae7-4e5c-a61e-b35283057621 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:12.010574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ba942c3a-1a61-45a9-adec-3d616be267df req-bc27c4d9-1ae7-4e5c-a61e-b35283057621 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0577390 Mar 08 22:35:12.055851 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ba942c3a-1a61-45a9-adec-3d616be267df req-f15c85a5-cd79-41a8-b0a5-4fbb606bf6c9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391557 Mar 08 22:35:12.673247 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-817d7de9-94de-483a-b3d1-a6d84a631b2e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:12.674645 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-817d7de9-94de-483a-b3d1-a6d84a631b2e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0504367 Mar 08 22:35:12.776080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Deleting port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:35:12.776420 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:12.864788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] For port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:35:12.865146 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:13.031212 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:13.031916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:13.031916 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Floating IP ba7b69e5-18b3-4f3a-860f-9cd50c88f985 disassociated. External IP: 172.27.1.93, port: 1fd8beea-3cf1-4f15-9181-2a20624f1ae1. Mar 08 22:35:13.032205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Calling delete_port for 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:35:13.180545 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce79c5c-ab32-4da6-a16e-6e70ab68306e req-721046e1-00c1-4e94-b060-a3a32ee089ab tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:13.181905 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8ce79c5c-ab32-4da6-a16e-6e70ab68306e req-721046e1-00c1-4e94-b060-a3a32ee089ab tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 946 time: 0.0548124 Mar 08 22:35:13.210362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (1fd8beea-3cf1-4f15-9181-2a20624f1ae1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:13.227886 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8ce79c5c-ab32-4da6-a16e-6e70ab68306e req-040c5c8d-4c19-4acc-ada9-7c75d7e611da tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=e999f5fb-dd52-44a9-8927-6b57097943fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402853 Mar 08 22:35:13.239670 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'Port': ['ID=1fd8beea-3cf1-4f15-9181-2a20624f1ae1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:13.369530 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:35:13.477888 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:35:13.487982 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:35:13.497485 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:35:13.498104 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:13.517260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] No DVR routers for this DVR port 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:35:13.519678 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:13.522957 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6de00a7b-f9b8-459f-b27d-36ed1e39a660 req-e2d3458d-4d38-4bba-9f44-5e9e70f98fa5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "DELETE /v2.0/ports/1fd8beea-3cf1-4f15-9181-2a20624f1ae1 HTTP/1.1" status: 204 len: 173 time: 0.8419414 Mar 08 22:35:13.523391 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-deleted', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:35:13.525650 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f961d2-08a0-4e57-bcf0-2fc5159b32b7" -d '{"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-deleted", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:35:13.561497 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b05e30f-cac9-4d1e-8cdc-929c1b765f94 x-openstack-request-id: req-6b05e30f-cac9-4d1e-8cdc-929c1b765f94 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:35:13.561800 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a80bb29-e20c-412e-9fe5-70b9332e8205", "name": "network-vif-deleted", "tag": "1fd8beea-3cf1-4f15-9181-2a20624f1ae1", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:35:13.562036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b05e30f-cac9-4d1e-8cdc-929c1b765f94 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:35:13.562432 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a80bb29-e20c-412e-9fe5-70b9332e8205', 'name': 'network-vif-deleted', 'tag': '1fd8beea-3cf1-4f15-9181-2a20624f1ae1', 'status': 'completed', 'code': 200} Mar 08 22:35:13.607940 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:35:13.812558 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:13.841757 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:35:13.850201 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:35:13.850822 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:34:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:13.955953 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:35:14.111089 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-5363889d-2ba6-4364-b47f-8a7a58528518 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0357356 Mar 08 22:35:14.154626 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-d421779f-be92-434f-b7cf-62570ff837af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:14.179271 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-5b3c1b0f-22c1-41d0-af8a-c3cf4f59568b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 210 time: 0.0280504 Mar 08 22:35:14.181715 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421779f-be92-434f-b7cf-62570ff837af None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:35:14.335873 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-4f379d68-95ac-40ef-9fbb-79a8926a1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:14.337985 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-4f379d68-95ac-40ef-9fbb-79a8926a1e10 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=af8122a9134d452a80b232315abaa99b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1162958 Mar 08 22:35:14.371561 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6deb75f9-4d8b-46b3-a6c9-6e21696c33a6 req-ca9848c8-2bd0-48bd-92b4-e2a5945c53f9 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a80bb29-e20c-412e-9fe5-70b9332e8205 HTTP/1.1" status: 200 len: 210 time: 0.0353024 Mar 08 22:35:14.444963 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63291aea-0b16-42cb-be36-514d066c887a None None] New status for floating IP ba7b69e5-18b3-4f3a-860f-9cd50c88f985: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:35:14.455623 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-ff26c700-7fd8-4f77-80b7-ceb5656b072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:14.457209 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d5323e9-655e-400a-9e79-ac300ee8d213 req-ff26c700-7fd8-4f77-80b7-ceb5656b072c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119733 Mar 08 22:35:15.284638 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c691d315-51f8-41ef-ae79-d1c29e442c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.508061 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 43864) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:15.559604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (e999f5fb-dd52-44a9-8927-6b57097943fa), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.581198 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (e999f5fb-dd52-44a9-8927-6b57097943fa), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.684801 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e999f5fb-dd52-44a9-8927-6b57097943fa), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.687417 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.688564 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "DELETE /v2.0/security-groups/e999f5fb-dd52-44a9-8927-6b57097943fa HTTP/1.1" status: 204 len: 168 time: 0.1794376 Mar 08 22:35:15.691506 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:15.697393 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999f5fb-dd52-44a9-8927-6b57097943fa,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:15.704007 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.api.v2.resource [None req-99f3875d-9302-4f06-a8d3-fb921fa6bf66 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] show failed (client error): The resource could not be found. Mar 08 22:35:15.704428 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.704780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.704975 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-99f3875d-9302-4f06-a8d3-fb921fa6bf66 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups/e999f5fb-dd52-44a9-8927-6b57097943fa HTTP/1.1" status: 404 len: 347 time: 0.0125074 Mar 08 22:35:15.705170 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.705465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.705799 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.706131 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.706517 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.706872 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.707212 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.707546 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.707708 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43868) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:15.707875 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.708205 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.708532 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc90f682-e0b4-4cce-8c28-73565ea6c456 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:15.833811 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Deleting port 7f187700-7ea3-4fd2-9250-c128f94ea79a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:35:15.834059 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.910103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.910427 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (7f187700-7ea3-4fd2-9250-c128f94ea79a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:15.921484 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Calling delete_port for 7f187700-7ea3-4fd2-9250-c128f94ea79a owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:35:16.096030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7f187700-7ea3-4fd2-9250-c128f94ea79a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.120981 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'Port': ['ID=7f187700-7ea3-4fd2-9250-c128f94ea79a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:16.181907 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ba7b69e5-18b3-4f3a-860f-9cd50c88f985), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.184500 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.185641 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cd79668d-3bd8-4364-b429-439419a7ab18 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "DELETE /v2.0/floatingips/ba7b69e5-18b3-4f3a-860f-9cd50c88f985 HTTP/1.1" status: 204 len: 168 time: 0.4770322 Mar 08 22:35:16.587485 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:16.592081 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599764203', 'description': 'tempest-description--868131159'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:16.695857 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.759776 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (de0a23db-f75d-4d13-ab78-fea6996a1016), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.827344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (de0a23db-f75d-4d13-ab78-fea6996a1016), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.855491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a23db-f75d-4d13-ab78-fea6996a1016,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:16.891820 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:16.893033 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-71d80254-7e6f-4d52-b6a8-0782b9e7f83b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3045049 Mar 08 22:35:16.895834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:16.900193 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group_rule': {'security_group_id': 'de0a23db-f75d-4d13-ab78-fea6996a1016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:16.973893 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (6e921634-ac4f-4338-ad18-afb7123e1f25), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.026057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (6e921634-ac4f-4338-ad18-afb7123e1f25), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.073199 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (6e921634-ac4f-4338-ad18-afb7123e1f25), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.094529 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e921634-ac4f-4338-ad18-afb7123e1f25,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:17.143556 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.144720 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-21a1b94d-f3b6-4dab-81d5-cf10f59d556b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479861 Mar 08 22:35:17.147292 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43876) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:17.151891 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'security_group_rule': {'security_group_id': 'de0a23db-f75d-4d13-ab78-fea6996a1016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:17.243733 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (31b49ac0-fe09-4705-af1c-19fd97d28365), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.245317 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:35:17.265015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:35:17.265355 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 1fd8beea-3cf1-4f15-9181-2a20624f1ae1 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:35:17.299763 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (31b49ac0-fe09-4705-af1c-19fd97d28365), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.312760 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d737986-70b6-4261-95af-5b751df8daf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.370147 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (31b49ac0-fe09-4705-af1c-19fd97d28365), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.387532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b49ac0-fe09-4705-af1c-19fd97d28365,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:17.446701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.447954 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ac5b9c81-940a-47a4-9e10-ce032c545b06 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997484 Mar 08 22:35:17.450944 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:17.455198 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:17.541541 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.634257 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.738394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Allocated IP 172.27.1.57 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/9be77b7d-3ebe-4184-95e6-84dc4c964d6e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:35:17.839369 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.913215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:17.952227 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:35:17.954969 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:35:17.958300 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:35:17.963593 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=9be77b7d-3ebe-4184-95e6-84dc4c964d6e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:18.042229 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.133606 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.280985 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.353499 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.425352 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=9be77b7d-3ebe-4184-95e6-84dc4c964d6e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:18.436508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.543873 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.545132 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6b84f628-3971-4f3b-8759-ebd48a7910f6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0932238 Mar 08 22:35:18.552910 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:18.737546 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-5163e477-30dd-4409-a31b-e3b99b1e40ed tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1599764203&fields=id&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 267 time: 0.0443971 Mar 08 22:35:18.839235 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-67b9980f-9e03-4d1f-bc96-74f57e0e1044 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:18.840605 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-67b9980f-9e03-4d1f-bc96-74f57e0e1044 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 817 time: 0.0965171 Mar 08 22:35:18.855418 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-46f21852-65c2-450f-8431-5a1ad8c87cfd tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/quotas/af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 375 time: 0.0093637 Mar 08 22:35:18.908184 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-83d886cb-405b-4afb-973e-f8b576e9f5dd tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481236 Mar 08 22:35:19.001412 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-60506281-9108-4383-a108-c3c6ac71bbc3 service neutron] 10.222.0.39 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822470 Mar 08 22:35:19.085766 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-5d55b06b-54c2-4911-af0e-effdb2ae771d service neutron] 10.222.0.39 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787637 Mar 08 22:35:19.317887 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-dd518e4d-9514-4f9b-b758-6b43b6f5cded req-f53cea9f-582c-4706-808a-f359bd4ea5b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Mar 08 22:35:20.015891 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:20.415540 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8d3c9459-a507-42d7-9711-7a7be5b9c4b7 req-6ff4ba47-8a3e-4dc7-81e9-086b128b4572 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0327065 Mar 08 22:35:21.125397 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-9f7cbff8-f8e7-40d0-99b8-43e8830028ea tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:21.126847 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-9f7cbff8-f8e7-40d0-99b8-43e8830028ea tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 817 time: 0.1020148 Mar 08 22:35:21.185845 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-58c5886f-8f6d-472d-9063-c3e6fc2e0991 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 380 time: 0.0505512 Mar 08 22:35:21.194330 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'port': {'device_id': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'admin_state_up': True, 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'security_groups': ['de0a23db-f75d-4d13-ab78-fea6996a1016']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:21.370524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Made reservation on behalf of af8122a9134d452a80b232315abaa99b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:35:21.370844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:21.373963 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:21.531084 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bf433580-9b6d-4d6d-9dc2-6f3f1c8dad1c req-b7da8903-e2d4-453b-9f05-dc43a3b2969a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0380511 Mar 08 22:35:21.535087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Allocated IP 172.20.0.14 (df87977e-8333-457a-a80e-553fc96b7ffe/26a2d58d-1904-4a12-b305-2d2864695545/7f75717b-5f1a-4c8e-82db-d97e9c69caa7) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:35:21.669168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:21.765087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:21.807266 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Network df87977e-8333-457a-a80e-553fc96b7ffe is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:35:21.810180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:35:21.813632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:35:21.840287 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:21.872129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:21.872777 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:21.950332 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-228f1492-6d31-4f54-9e1c-79bd78b44f5f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594707 Mar 08 22:35:22.005346 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-cd5190ec-bccb-4913-91cc-f367cf264abd None None] Provisioning complete for port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:35:22.005729 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd5190ec-bccb-4913-91cc-f367cf264abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.010366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Request body: {'port': {'device_id': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:22.040833 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cd5190ec-bccb-4913-91cc-f367cf264abd None None] Port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:35:22.070344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.318118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:35:22.325417 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks [] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.337211 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Transition to ACTIVE for port object 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:35:22.399178 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.471841 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:22.525060 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Attempting to bind port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:35:22.525389 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Attempting to bind port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:35:22.525714 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Attempting to bind port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:35:22.530280 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 on network df87977e-8333-457a-a80e-553fc96b7ffe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:35:22.530597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Attempting to bind port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 on network df87977e-8333-457a-a80e-553fc96b7ffe {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:35:22.535578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:35:22.535917 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Checking segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:35:22.536296 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Bound using segment: {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:35:22.536721 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Bound port: 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:35:22.537072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.606243 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:35:22.609286 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:35:22.659867 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0bb5-9e8f-4d1a-aac9-80cff19fea08 req-d6824ad6-5d53-49bb-a3c1-2a6abc5d2d1b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:22.661350 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d79c0bb5-9e8f-4d1a-aac9-80cff19fea08 req-d6824ad6-5d53-49bb-a3c1-2a6abc5d2d1b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0512805 Mar 08 22:35:22.673736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.709478 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d79c0bb5-9e8f-4d1a-aac9-80cff19fea08 req-fc3628ed-58ab-4d1b-a63f-02dce6cf242f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Mar 08 22:35:22.710573 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:22.711819 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:22.715940 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] 10.222.0.35 "PUT /v2.0/ports/7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 1094 time: 0.7071476 Mar 08 22:35:22.716543 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:35:22.718836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e" -d '{"events": [{"name": "network-changed", "server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:35:22.747178 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928937c-07e9-4bc0-987c-82036bc3b8dc service neutron] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:22.765495 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d81dc-8bbd-4ad4-a7b8-be130506314b x-openstack-request-id: req-088d81dc-8bbd-4ad4-a7b8-be130506314b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:35:22.765793 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:35:22.766050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-088d81dc-8bbd-4ad4-a7b8-be130506314b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:35:22.766450 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'status': 'completed', 'code': 200} Mar 08 22:35:22.838036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-7261c258-fbf7-4f30-8e02-1d07e3f46898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:22.839579 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-7261c258-fbf7-4f30-8e02-1d07e3f46898 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1128 time: 0.0510859 Mar 08 22:35:22.935755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-97ea5d75-5fb2-4e0d-8844-745e8a98cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:22.937206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-97ea5d75-5fb2-4e0d-8844-745e8a98cfb0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=af8122a9134d452a80b232315abaa99b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0909705 Mar 08 22:35:23.292665 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-5d11ed57-4df0-4c29-b565-fa05968681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:23.294127 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7d0bcc75-4d31-48d2-be4a-3d94584aa76e req-5d11ed57-4df0-4c29-b565-fa05968681b4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496857 Mar 08 22:35:23.374237 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-3b78f37e-d468-498a-a063-fb0661d5ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:23.375720 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-3b78f37e-d468-498a-a063-fb0661d5ff39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1128 time: 0.0435276 Mar 08 22:35:23.419549 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-30ded0f5-4fd3-4bf6-81c1-6e13b398bbbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 217 time: 0.0361452 Mar 08 22:35:23.467199 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-fff7cc89-4ba1-43c3-a5e5-4d7bb99ff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:23.468575 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-fff7cc89-4ba1-43c3-a5e5-4d7bb99ff730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0416861 Mar 08 22:35:23.516197 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-b423bbd3-938c-4eb2-b4ad-7ae2242bda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:23.517633 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-b423bbd3-938c-4eb2-b4ad-7ae2242bda42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425830 Mar 08 22:35:23.611494 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-ad662986-30f8-4b02-a606-e0de1f52913c service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 Mar 08 22:35:23.697246 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d2a73cb5-ca72-4dde-9f25-a80b1ff5ff01 req-92b5cbb1-f028-4597-9ec6-c930718f64cb service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785537 Mar 08 22:35:23.841722 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0e3f-facd-46ea-96f4-91cbaa33ae03 req-18eb20b8-3e81-463d-a5b1-29d2c9b0fdd3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:23.843227 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-175f0e3f-facd-46ea-96f4-91cbaa33ae03 req-18eb20b8-3e81-463d-a5b1-29d2c9b0fdd3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Mar 08 22:35:23.887977 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-175f0e3f-facd-46ea-96f4-91cbaa33ae03 req-9ed7c2cd-7cdd-4edb-b27f-63407017dd20 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391405 Mar 08 22:35:25.008624 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02884f9-8658-4e38-ab02-713658a2714e req-8abf5eb3-34d7-47ad-b743-617846847033 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:25.010058 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c02884f9-8658-4e38-ab02-713658a2714e req-8abf5eb3-34d7-47ad-b743-617846847033 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0518973 Mar 08 22:35:25.058567 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c02884f9-8658-4e38-ab02-713658a2714e req-f3e8809f-f53e-4b18-a250-598c4501f03b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Mar 08 22:35:26.178886 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3854cca-b222-4adb-8d9b-a00f5aad3f68 req-93fd9db1-3f12-41e1-b303-7b314f1680a6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:26.180355 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a3854cca-b222-4adb-8d9b-a00f5aad3f68 req-93fd9db1-3f12-41e1-b303-7b314f1680a6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0538900 Mar 08 22:35:26.224809 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-a3854cca-b222-4adb-8d9b-a00f5aad3f68 req-81adf82a-034c-4eb9-bd21-ac8c31ab0a6d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Mar 08 22:35:27.271348 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:35:27.344377 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17b9d4-446e-4c89-b731-244f05d4a015 req-ab71ebb1-fc34-464a-ab71-c8f8ec909d39 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:27.345969 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb17b9d4-446e-4c89-b731-244f05d4a015 req-ab71ebb1-fc34-464a-ab71-c8f8ec909d39 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0524604 Mar 08 22:35:27.368152 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:35:27.378843 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:35:27.392266 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bb17b9d4-446e-4c89-b731-244f05d4a015 req-2293ea37-f7ec-4497-8e53-be7771cb888a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Mar 08 22:35:27.415978 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:35:27.416371 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:27.428880 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:35:27.448027 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:35:27.552477 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:27.596808 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:27.905255 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['7f75717b-5f1a-4c8e-82db-d97e9c69caa7'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:35:28.511777 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc97a84-6911-4522-b926-6255609861c6 req-a3401900-a408-471f-9d8e-57e5422f3c25 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:28.513234 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bc97a84-6911-4522-b926-6255609861c6 req-a3401900-a408-471f-9d8e-57e5422f3c25 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 945 time: 0.0514925 Mar 08 22:35:28.558152 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4bc97a84-6911-4522-b926-6255609861c6 req-12afe897-be6c-47c0-9b29-d6986615c787 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Mar 08 22:35:29.267775 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:35:29.369755 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:35:29.373539 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:35:29.373908 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:29.449700 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:35:29.450081 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:29.472263 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:35:29.474440 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4741f6f-32e3-45ba-8eb7-3005b3de684b" -d '{"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:35:29.486089 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:35:29.507908 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c48ef7-827f-4b26-bd6f-6340b325b39a x-openstack-request-id: req-f8c48ef7-827f-4b26-bd6f-6340b325b39a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:35:29.508190 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:35:29.508437 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8c48ef7-827f-4b26-bd6f-6340b325b39a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:35:29.509365 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'code': 200} Mar 08 22:35:29.558018 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:29.606977 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:35:29.614084 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.614439 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.614795 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.615144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.615475 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.615808 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.616133 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.616461 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.616785 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.617112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.617435 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.617754 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.618077 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:35:29.683074 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626c53a-db70-4705-b288-4b6ec6cc3be5 req-73c762f2-bd35-4ae2-8e40-cbdf0059fa94 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:29.684556 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7626c53a-db70-4705-b288-4b6ec6cc3be5 req-73c762f2-bd35-4ae2-8e40-cbdf0059fa94 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0564175 Mar 08 22:35:29.730494 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7626c53a-db70-4705-b288-4b6ec6cc3be5 req-8a18d1fb-9e46-4725-baf3-f6acd9b8e896 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Mar 08 22:35:29.818901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028ce36-1686-4299-b00b-8bc95459e0dd req-580b2beb-679a-4947-b484-3b9da51d390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:29.820306 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7028ce36-1686-4299-b00b-8bc95459e0dd req-580b2beb-679a-4947-b484-3b9da51d390c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1130 time: 0.0419228 Mar 08 22:35:29.861231 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7028ce36-1686-4299-b00b-8bc95459e0dd req-c316820a-5cc8-49fa-b818-ad9f22d4a934 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354195 Mar 08 22:35:30.856315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68672f-2c5c-4bb1-ae2c-9db13c9a6a32 req-b177a55d-f166-4091-bae4-a030b4ba3ba4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:30.857664 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe68672f-2c5c-4bb1-ae2c-9db13c9a6a32 req-b177a55d-f166-4091-bae4-a030b4ba3ba4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0557497 Mar 08 22:35:30.901943 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fe68672f-2c5c-4bb1-ae2c-9db13c9a6a32 req-fd0a50ca-bb0a-46a7-b5c3-160b5e7dc437 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 Mar 08 22:35:31.528478 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:35:32.019319 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a8602-f862-4ea0-b22b-fa3a94a842e9 req-6fbdf489-88d8-47f4-be4e-41ddb9706d70 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:32.020753 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6b1a8602-f862-4ea0-b22b-fa3a94a842e9 req-6fbdf489-88d8-47f4-be4e-41ddb9706d70 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0500357 Mar 08 22:35:32.065533 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6b1a8602-f862-4ea0-b22b-fa3a94a842e9 req-b50a15e9-2188-49c1-92e0-0f284a79fe8c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Mar 08 22:35:32.180006 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c376c0-bdf0-43af-935d-216c348635ec req-712d7801-0ea9-49aa-bc43-268f0331bb39 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:32.181434 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e4c376c0-bdf0-43af-935d-216c348635ec req-712d7801-0ea9-49aa-bc43-268f0331bb39 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0509191 Mar 08 22:35:32.189704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 43944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:35:32.194053 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Request body: {'floatingip': {'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:35:32.235951 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:32.666877 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:32.717708 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:32.816157 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Floating IP ee60a4e5-ec98-4b0b-8d5a-c806d02e5019 associated. External IP: 172.27.1.57, port: 7f75717b-5f1a-4c8e-82db-d97e9c69caa7. Mar 08 22:35:33.017973 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:35:33.123096 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:35:33.127911 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:33.132559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:35:33.142117 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:35:33.142724 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:35:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:33.157175 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-61af9b62-4c37-49cc-964b-c5d172305abc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "PUT /v2.0/floatingips/ee60a4e5-ec98-4b0b-8d5a-c806d02e5019 HTTP/1.1" status: 200 len: 991 time: 0.9664333 Mar 08 22:35:33.157888 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:35:33.160118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56324b86-2304-4d26-9597-18ce9b7c950c" -d '{"events": [{"name": "network-changed", "server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:35:33.198828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c43de8-a236-40a9-98f5-ce153887b29f x-openstack-request-id: req-f8c43de8-a236-40a9-98f5-ce153887b29f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:35:33.199423 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:35:33.199423 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8c43de8-a236-40a9-98f5-ce153887b29f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:35:33.199764 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'status': 'completed', 'code': 200} Mar 08 22:35:33.253670 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:35:33.263040 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324b86-2304-4d26-9597-18ce9b7c950c req-f15b45c8-97fb-4849-8118-50ac1f67f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:33.264537 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-f15b45c8-97fb-4849-8118-50ac1f67f9b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1130 time: 0.0443680 Mar 08 22:35:33.358338 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324b86-2304-4d26-9597-18ce9b7c950c req-7567bd32-c727-415d-b82b-a9654c40820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:33.359838 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-7567bd32-c727-415d-b82b-a9654c40820a service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.0900831 Mar 08 22:35:33.427007 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-9862f101-533f-4d4a-b9c6-04da94c2302d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 999 time: 0.0612924 Mar 08 22:35:33.474043 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324b86-2304-4d26-9597-18ce9b7c950c req-4b8d6b21-ce11-4312-a23c-8a770a5732ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:33.475048 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ee60a4e5-ec98-4b0b-8d5a-c806d02e5019', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:35:18Z', 'updated_at': '2022-03-08T22:35:32Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:33.475508 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-4b8d6b21-ce11-4312-a23c-8a770a5732ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0427072 Mar 08 22:35:33.500992 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:35:33.509763 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:35:33.510365 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:35:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:33.523186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324b86-2304-4d26-9597-18ce9b7c950c req-98061608-8712-4cc1-bc67-3753dca55ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:35:33.524680 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-98061608-8712-4cc1-bc67-3753dca55ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432024 Mar 08 22:35:33.613862 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-454d71fc-772c-465e-9e96-0b6c6125357a service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Mar 08 22:35:33.617546 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:35:33.700184 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-56324b86-2304-4d26-9597-18ce9b7c950c req-02a0abf8-7379-48d8-b9dd-6edc1e284361 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Mar 08 22:35:33.839742 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ee60a4e5-ec98-4b0b-8d5a-c806d02e5019', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:35:18Z', 'updated_at': '2022-03-08T22:35:32Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:35:33.867926 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a53923-6f06-41c4-948f-2139b54c3cc6 None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'ee60a4e5-ec98-4b0b-8d5a-c806d02e5019', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:35:18Z', 'updated_at': '2022-03-08T22:35:32Z', 'revision_number': 1, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:35:34.045811 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d81c50-06de-4edb-90a0-5ff1df372ce3 None None] New status for floating IP ee60a4e5-ec98-4b0b-8d5a-c806d02e5019: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:35:38.289197 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:45.318339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93c90dcb-4b2e-4e4e-aa1d-515ac71379ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:47.272449 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a74fb4dd-d9ac-4485-bc95-0cdaa73dd9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:48.500748 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:50.015473 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:35:51.363814 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:02.729930 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5c2b-0ef1-423f-911d-d84dca8a5125 req-51bfbcb8-0ee6-48d0-b353-171029702f1a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:02.731401 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-927f5c2b-0ef1-423f-911d-d84dca8a5125 req-51bfbcb8-0ee6-48d0-b353-171029702f1a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0521939 Mar 08 22:36:02.784941 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-927f5c2b-0ef1-423f-911d-d84dca8a5125 req-3f563638-95ad-4a8e-952a-c6cf8c562337 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480657 Mar 08 22:36:03.903234 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b2003-7de6-4ce0-bc79-59a699d8c32c req-bba0565d-5bab-407b-931d-3b7a18bc71f6 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:03.904694 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d4b2003-7de6-4ce0-bc79-59a699d8c32c req-bba0565d-5bab-407b-931d-3b7a18bc71f6 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0527127 Mar 08 22:36:03.955823 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2d4b2003-7de6-4ce0-bc79-59a699d8c32c req-b59e7b59-09ef-432f-bc7b-c6480f0c437d tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Mar 08 22:36:05.070680 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655300-5b2c-4c4d-8d40-89cf6e830b88 req-acc13508-2683-41b9-8217-bdb840a6cc20 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:05.072160 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd655300-5b2c-4c4d-8d40-89cf6e830b88 req-acc13508-2683-41b9-8217-bdb840a6cc20 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Mar 08 22:36:05.120048 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cd655300-5b2c-4c4d-8d40-89cf6e830b88 req-d4dd2bb6-45a6-42e2-acd7-ec82d3e476f8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Mar 08 22:36:06.338550 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119bf7-0553-4309-a3fa-1898b4d908cb req-b214443e-3e59-43ea-bef4-2b9d6b9adeb7 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:06.340559 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9119bf7-0553-4309-a3fa-1898b4d908cb req-b214443e-3e59-43ea-bef4-2b9d6b9adeb7 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.1475534 Mar 08 22:36:06.388080 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f9119bf7-0553-4309-a3fa-1898b4d908cb req-59c07f45-433e-431a-97a5-3b78a3e0567d tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418315 Mar 08 22:36:07.554101 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72c72a-aaa5-40e1-a868-225cad424a8c req-de1c4e30-0223-40ab-80c6-16fe76fc23ea tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:07.555570 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d72c72a-aaa5-40e1-a868-225cad424a8c req-de1c4e30-0223-40ab-80c6-16fe76fc23ea tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.1026618 Mar 08 22:36:07.602570 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1d72c72a-aaa5-40e1-a868-225cad424a8c req-91d640e6-1bea-4e56-9952-69c29b9b75fd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Mar 08 22:36:08.311892 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:08.528461 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:36:08.717859 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce346-25df-4cc2-ba0b-a94b79bff128 req-4361dbbc-04ec-42a9-8fc6-f9d3cbaa442c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:08.719594 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f76ce346-25df-4cc2-ba0b-a94b79bff128 req-4361dbbc-04ec-42a9-8fc6-f9d3cbaa442c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0514998 Mar 08 22:36:08.767009 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f76ce346-25df-4cc2-ba0b-a94b79bff128 req-b6269058-e834-4315-8a86-22ca9ebf1489 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Mar 08 22:36:09.884705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eb465-420e-44ce-939e-092fd051fd58 req-b5a4c10b-47ef-4e7e-978b-0e2849a7c8c8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:09.886144 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-640eb465-420e-44ce-939e-092fd051fd58 req-b5a4c10b-47ef-4e7e-978b-0e2849a7c8c8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0559726 Mar 08 22:36:09.934707 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-640eb465-420e-44ce-939e-092fd051fd58 req-e1e3518b-4eab-4445-b1e7-a5c64d85fdd8 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Mar 08 22:36:11.055116 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a98ba-9d32-4398-a975-d4c2a8c12fe1 req-35f91a05-6645-4533-9f05-956320750743 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:11.056656 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1f6a98ba-9d32-4398-a975-d4c2a8c12fe1 req-35f91a05-6645-4533-9f05-956320750743 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0540183 Mar 08 22:36:11.105277 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1f6a98ba-9d32-4398-a975-d4c2a8c12fe1 req-d0864d94-11e8-4693-bf26-d3cafe3bb4f0 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Mar 08 22:36:12.219126 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279d50-3d97-408c-940f-c0e53e7e5b85 req-8577171d-758b-4ed2-9976-400cc0b72b98 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:12.220558 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3279d50-3d97-408c-940f-c0e53e7e5b85 req-8577171d-758b-4ed2-9976-400cc0b72b98 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Mar 08 22:36:12.271012 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3279d50-3d97-408c-940f-c0e53e7e5b85 req-721552f8-025f-400a-bce9-9fec3a8905f4 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Mar 08 22:36:12.962078 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f341f-de27-4224-b623-210be4c5fc04 req-bdd86adf-b486-4b77-b7b7-9af8ccd242eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:12.963599 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-bdd86adf-b486-4b77-b7b7-9af8ccd242eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0436404 Mar 08 22:36:13.050512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f341f-de27-4224-b623-210be4c5fc04 req-25cbae2f-c7a7-4a1d-95cb-d4e0bd4b27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:13.052018 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-25cbae2f-c7a7-4a1d-95cb-d4e0bd4b27a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 910 time: 0.0820270 Mar 08 22:36:13.120518 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-c85eaa0e-0c7b-4bcc-a7cc-a61ae45e0411 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 1001 time: 0.0607746 Mar 08 22:36:13.165934 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f341f-de27-4224-b623-210be4c5fc04 req-cad81f0e-4613-4fc9-98dd-eca912ab1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:13.167281 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-cad81f0e-4613-4fc9-98dd-eca912ab1cc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0408199 Mar 08 22:36:13.213477 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f341f-de27-4224-b623-210be4c5fc04 req-65578648-4a7f-4fa5-b4ad-4b59b320d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:13.214951 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-65578648-4a7f-4fa5-b4ad-4b59b320d997 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415900 Mar 08 22:36:13.304634 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-1b8f011f-0c3a-427a-9861-ccc12ebad13f service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Mar 08 22:36:13.433852 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ebbb-3b08-4b74-8ce6-aed708fba2ba req-972061ad-862f-448f-800a-7e2cb9345418 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:13.435822 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7e99ebbb-3b08-4b74-8ce6-aed708fba2ba req-972061ad-862f-448f-800a-7e2cb9345418 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0975878 Mar 08 22:36:13.439280 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-238f341f-de27-4224-b623-210be4c5fc04 req-c78dce73-04e9-4000-a8cb-001438139925 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268296 Mar 08 22:36:13.484795 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7e99ebbb-3b08-4b74-8ce6-aed708fba2ba req-fbccba65-553d-4fe5-b185-beebf7fea457 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Mar 08 22:36:14.601099 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a9aac-a05a-4210-827e-6ec8c4bc1428 req-716161c8-0ca3-4182-aa6e-97eefc87cf40 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:14.602630 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-529a9aac-a05a-4210-827e-6ec8c4bc1428 req-716161c8-0ca3-4182-aa6e-97eefc87cf40 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Mar 08 22:36:14.650944 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-529a9aac-a05a-4210-827e-6ec8c4bc1428 req-a6e17ff4-36a1-460e-81ed-59e205f01db4 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425880 Mar 08 22:36:15.125739 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-cf9f5450-7624-49fd-8153-4e4448b6a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:15.127255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-cf9f5450-7624-49fd-8153-4e4448b6a8b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0463984 Mar 08 22:36:15.237707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-9af6a877-d959-483a-be0a-90b9127d5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:15.239232 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-9af6a877-d959-483a-be0a-90b9127d5ece service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 910 time: 0.0869882 Mar 08 22:36:15.306846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-bc76de6b-6e9f-48ee-8a91-bbcab0595590 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 1001 time: 0.0605304 Mar 08 22:36:15.312177 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a34eea40-8632-41df-b93c-746f0d8a0fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:15.355472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-3b1a8caf-dcf7-4a6a-8b95-ac2f730123f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:15.356944 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-3b1a8caf-dcf7-4a6a-8b95-ac2f730123f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0441217 Mar 08 22:36:15.405030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-4c506d97-ffe4-4459-8673-414809866685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:15.406387 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-4c506d97-ffe4-4459-8673-414809866685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432374 Mar 08 22:36:15.495498 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-b2032647-a122-45b8-abb2-fccbaad870b3 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Mar 08 22:36:15.586445 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90dc578d-7c58-4653-ae66-87ca499f8323 req-d15cda80-d953-4b5d-96ce-fc5c76d403fb service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Mar 08 22:36:15.773328 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c69876-82ce-4183-9336-1524bb758c6d req-f7abde43-b466-4830-b23e-624c3c1f249b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:15.774829 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3c69876-82ce-4183-9336-1524bb758c6d req-f7abde43-b466-4830-b23e-624c3c1f249b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0580487 Mar 08 22:36:15.822203 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-a3c69876-82ce-4183-9336-1524bb758c6d req-d342863f-2c43-426e-89fc-65ee3e76baff tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Mar 08 22:36:16.936584 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e21de-4bc0-43f0-b923-f1cc86f4d5a2 req-72f3cda8-d8bb-4db9-8867-90eb7fd7a5a2 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:16.938041 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f02e21de-4bc0-43f0-b923-f1cc86f4d5a2 req-72f3cda8-d8bb-4db9-8867-90eb7fd7a5a2 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0518367 Mar 08 22:36:16.985845 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f02e21de-4bc0-43f0-b923-f1cc86f4d5a2 req-bedf6a70-4d14-4833-a03b-159be4d872c0 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Mar 08 22:36:17.053187 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [req-4b11c778-3c6d-4cf9-8e2e-e5791ab3d77c req-5cb8568a-1af5-4910-925d-9253efe29997 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:36:17.054163 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4b11c778-3c6d-4cf9-8e2e-e5791ab3d77c req-5cb8568a-1af5-4910-925d-9253efe29997 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052755 Mar 08 22:36:17.318483 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d861b6a-9515-43e6-a63c-b548bfc0ab0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:17.358102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ded939-79ec-424a-a528-503c420df0a1 req-f29b556e-3fcc-4478-8f64-9aa12aa4ac9b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:17.369501 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c6ded939-79ec-424a-a528-503c420df0a1 req-f29b556e-3fcc-4478-8f64-9aa12aa4ac9b tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0646110 Mar 08 22:36:17.396255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-73fd19e0-69af-40b4-a512-dc2092f822a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492039 Mar 08 22:36:17.411947 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c6ded939-79ec-424a-a528-503c420df0a1 req-dbd9e19b-82f8-4035-9e8d-a09b7bb5dcdb tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468988 Mar 08 22:36:17.518183 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-83c41cc7-fd9c-4c72-bc8b-a1c543abeffd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:17.519570 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-83c41cc7-fd9c-4c72-bc8b-a1c543abeffd tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports/d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 943 time: 0.0927694 Mar 08 22:36:18.529462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:18.540838 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029be811-7861-488b-a98e-280f3c25ded0 req-b836d53f-1433-439b-be1b-8f36d9ea4244 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:18.542380 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-029be811-7861-488b-a98e-280f3c25ded0 req-b836d53f-1433-439b-be1b-8f36d9ea4244 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0637605 Mar 08 22:36:18.596433 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-029be811-7861-488b-a98e-280f3c25ded0 req-18578ce1-831b-44b0-ad99-4a187d26952f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Mar 08 22:36:19.611826 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:19.695085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port d25c3609-cfdf-43cc-971b-6e69de014dff is: ACTIVE; New status is: DOWN {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:36:19.695475 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:19.723215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ceedd-cabb-4a19-a0c1-5d77a2718339 req-7ade9a5d-b8a7-44c4-b50d-63e62d68dd86 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:19.728246 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf3ceedd-cabb-4a19-a0c1-5d77a2718339 req-7ade9a5d-b8a7-44c4-b50d-63e62d68dd86 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0555573 Mar 08 22:36:19.730094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:19.732678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d135ef12-e3cd-4d9f-8154-933dbd822e0e" -d '{"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:19.745554 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:19.780908 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cf3ceedd-cabb-4a19-a0c1-5d77a2718339 req-b53f3024-f133-4a95-b615-398cf12b9486 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495472 Mar 08 22:36:19.820226 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13eeb-145a-4d25-bc21-663cdebd5d9a req-f35ffe1b-4a00-44e2-a405-d941505abd39 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:19.820226 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-35c13eeb-145a-4d25-bc21-663cdebd5d9a req-f35ffe1b-4a00-44e2-a405-d941505abd39 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0594594 Mar 08 22:36:19.825369 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a329f52-a53a-43ca-8945-f4694f38d771 x-openstack-request-id: req-4a329f52-a53a-43ca-8945-f4694f38d771 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:19.825663 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:19.825912 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a329f52-a53a-43ca-8945-f4694f38d771 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:19.826296 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'code': 200} Mar 08 22:36:19.837844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:19.869006 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-35c13eeb-145a-4d25-bc21-663cdebd5d9a req-5635ea78-abad-4bc5-92dd-4dc53d9afa9b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Mar 08 22:36:19.887419 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:20.072067 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:20.076050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-25e9c17c-e0cf-482a-9978-cde3a6c8dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.077495 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-25e9c17c-e0cf-482a-9978-cde3a6c8dfb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2&tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b HTTP/1.1" status: 200 len: 1128 time: 0.0427639 Mar 08 22:36:20.142591 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-e18755a0-e1ee-43f5-87ab-d0d065b72299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.143987 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-e18755a0-e1ee-43f5-87ab-d0d065b72299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1128 time: 0.0425615 Mar 08 22:36:20.240187 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-5aaaf9a6-fe77-4711-b8d6-41c07aa028ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.241710 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-5aaaf9a6-fe77-4711-b8d6-41c07aa028ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 910 time: 0.0900517 Mar 08 22:36:20.311593 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-f80b8108-b315-4c74-bcd8-afd6929ae65b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 999 time: 0.0622606 Mar 08 22:36:20.361194 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-e6d89cd3-38ed-4b01-a21e-e0839e94c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.362636 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-e6d89cd3-38ed-4b01-a21e-e0839e94c07e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0444958 Mar 08 22:36:20.412320 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-00966f5e-0f43-4820-bba1-daab235fb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.413698 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-00966f5e-0f43-4820-bba1-daab235fb2f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442736 Mar 08 22:36:20.424279 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-6c3b2abd-9441-40ea-b4f1-657f0b6c200b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:36:20.425217 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-6c3b2abd-9441-40ea-b4f1-657f0b6c200b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048501 Mar 08 22:36:20.517228 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-d29b637d-6795-4da8-91ae-98e188352cc6 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858352 Mar 08 22:36:20.607367 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7abfe283-66ad-4908-b33f-c364aefcbfff req-5aace6e8-b6e2-41c6-adac-a020b23cca3a service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833573 Mar 08 22:36:20.901886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18905e-74bd-4e58-bfd9-17021a70c966 req-ee7c4cfb-049a-4bd0-8b3a-89903bbdc9f1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:20.903461 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c18905e-74bd-4e58-bfd9-17021a70c966 req-ee7c4cfb-049a-4bd0-8b3a-89903bbdc9f1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0541961 Mar 08 22:36:20.971030 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0c18905e-74bd-4e58-bfd9-17021a70c966 req-6170337a-c3a0-498a-b6c6-c13264785222 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552068 Mar 08 22:36:21.005862 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c897a2-7ca9-4150-983e-fc6d88c662bc req-3f365877-4f17-4037-9dc9-d44cdacf3c2f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:21.007390 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-45c897a2-7ca9-4150-983e-fc6d88c662bc req-3f365877-4f17-4037-9dc9-d44cdacf3c2f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0536163 Mar 08 22:36:21.053300 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-45c897a2-7ca9-4150-983e-fc6d88c662bc req-de63b7ef-4f58-4a9d-9972-a67bb63f5044 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Mar 08 22:36:21.357362 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:21.792392 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82365fca-781e-4528-bf33-86cc79eddd84 req-82c89f96-bf2a-4e2e-bc38-61fd65f753c9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:21.793888 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-82365fca-781e-4528-bf33-86cc79eddd84 req-82c89f96-bf2a-4e2e-bc38-61fd65f753c9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0504141 Mar 08 22:36:21.883879 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:21.884211 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:21.974861 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] For port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:21.975484 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:22.174400 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77baf95-4d46-4423-bb10-ba3f91d45e92 req-52cf455a-a255-4398-8c82-9b851cfbdf3a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:22.175917 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f77baf95-4d46-4423-bb10-ba3f91d45e92 req-52cf455a-a255-4398-8c82-9b851cfbdf3a tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.1000926 Mar 08 22:36:22.213902 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb7a0-db13-48e0-a4fe-f6adba170c9e req-fba9662b-85cb-40d0-b6cb-64381077377c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:22.215402 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f8ffb7a0-db13-48e0-a4fe-f6adba170c9e req-fba9662b-85cb-40d0-b6cb-64381077377c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 945 time: 0.0567958 Mar 08 22:36:22.265787 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f8ffb7a0-db13-48e0-a4fe-f6adba170c9e req-1b2c7ca2-3223-422d-b1db-5c3a0cf9f4db tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad05d24b-d380-411d-b765-b2c445811ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Mar 08 22:36:22.480277 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:22.480546 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:22.480863 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 7d92eda9-3a0b-4930-a6f6-dcb39caa9090 disassociated. External IP: 172.27.1.200, port: 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b. Mar 08 22:36:22.481200 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:22.511986 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f77baf95-4d46-4423-bb10-ba3f91d45e92 req-b07e6381-a03c-4971-90e4-c4be7c2c8190 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307443 Mar 08 22:36:22.672225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (5c47e4cd-0ab5-4de0-a6d3-eff719ced60b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:22.703964 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=5c47e4cd-0ab5-4de0-a6d3-eff719ced60b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.730916 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:22.838887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f383-a385-47de-b7f2-bf4360d5c6a4 req-f3cab050-c6a8-4402-b5a3-e211738869d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:22.840351 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b74f383-a385-47de-b7f2-bf4360d5c6a4 req-f3cab050-c6a8-4402-b5a3-e211738869d2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.1341462 Mar 08 22:36:22.890862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:36:22.905658 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8b74f383-a385-47de-b7f2-bf4360d5c6a4 req-51edae88-675a-485f-98d1-57fad3afbec3 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582876 Mar 08 22:36:23.017496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:36:23.027218 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:36:23.036770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:23.037387 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:23.056401 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] No DVR routers for this DVR port 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:36:23.058960 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:23.062913 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-82365fca-781e-4528-bf33-86cc79eddd84 req-479adfa2-f9ef-4af6-87be-1250b8b3bbb2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "DELETE /v2.0/ports/5c47e4cd-0ab5-4de0-a6d3-eff719ced60b HTTP/1.1" status: 204 len: 173 time: 1.2636776 Mar 08 22:36:23.063317 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'name': 'network-vif-deleted', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:23.065596 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d4092-99e5-4d9d-be63-29a8debc91ef" -d '{"events": [{"server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "name": "network-vif-deleted", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:23.105195 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7072d18f-0753-406a-aed8-59d43fad920c x-openstack-request-id: req-7072d18f-0753-406a-aed8-59d43fad920c {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:23.105696 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb", "name": "network-vif-deleted", "tag": "5c47e4cd-0ab5-4de0-a6d3-eff719ced60b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:23.106012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7072d18f-0753-406a-aed8-59d43fad920c {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:23.106474 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb', 'name': 'network-vif-deleted', 'tag': '5c47e4cd-0ab5-4de0-a6d3-eff719ced60b', 'status': 'completed', 'code': 200} Mar 08 22:36:23.151846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:23.353438 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:23.374256 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ccdbdec-282f-4762-aa97-9baec5812ad9 req-22bc01da-7324-4b6f-95d7-5b1754fc0b53 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa67ade-8b46-42c1-b6a8-48a9b9c00fbb HTTP/1.1" status: 200 len: 210 time: 0.0363419 Mar 08 22:36:23.381498 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:36:23.390454 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:23.391503 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:23.496361 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:23.629248 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16237f99-84a1-41bd-ab7b-e9d8ddf10023 req-9696a989-f964-4aa0-8260-79bb458d699c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:23.630703 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-16237f99-84a1-41bd-ab7b-e9d8ddf10023 req-9696a989-f964-4aa0-8260-79bb458d699c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0515811 Mar 08 22:36:23.680175 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-16237f99-84a1-41bd-ab7b-e9d8ddf10023 req-c9f1ad56-c018-4ee8-bc05-2e3b80b5dfc0 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Mar 08 22:36:23.690105 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:23.720675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e01bd-05c8-44d3-bd5d-5398a24d0e58 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:36:23.949713 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d27e-a1a9-432f-af1b-73d950907273 None None] New status for floating IP 7d92eda9-3a0b-4930-a6f6-dcb39caa9090: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:36:24.028851 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21811b96-fabf-43b2-9d43-398ddbe5d3ed req-fae1643e-79c5-4f13-89a7-eaea87b6f95a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:24.030944 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-21811b96-fabf-43b2-9d43-398ddbe5d3ed req-fae1643e-79c5-4f13-89a7-eaea87b6f95a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.0529230 Mar 08 22:36:24.078295 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-21811b96-fabf-43b2-9d43-398ddbe5d3ed req-5c3a3b3f-18ca-43d9-9e9a-e614b88f9d8f tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403724 Mar 08 22:36:24.518873 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44250) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:24.569748 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (ad05d24b-d380-411d-b765-b2c445811ac4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:24.592306 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (ad05d24b-d380-411d-b765-b2c445811ac4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:24.724686 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (ad05d24b-d380-411d-b765-b2c445811ac4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:24.727283 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:24.728389 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad05d24b-d380-411d-b765-b2c445811ac4 HTTP/1.1" status: 204 len: 168 time: 0.2085433 Mar 08 22:36:24.731219 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44254) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:24.744832 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.api.v2.resource [None req-b6d51672-b881-42d2-967e-1a8ec73b97e2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] show failed (client error): The resource could not be found. Mar 08 22:36:24.762302 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b6d51672-b881-42d2-967e-1a8ec73b97e2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups/ad05d24b-d380-411d-b765-b2c445811ac4 HTTP/1.1" status: 404 len: 347 time: 0.0136130 Mar 08 22:36:24.762464 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b1740-21e6-4b5a-9845-3b919961ed7d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad05d24b-d380-411d-b765-b2c445811ac4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:24.764578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44256) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:24.804144 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e182e9-8229-402c-95f2-7735e72ce731 req-407f8f3e-808d-44a7-9e05-58876e43c67f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:24.805753 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c1e182e9-8229-402c-95f2-7735e72ce731 req-407f8f3e-808d-44a7-9e05-58876e43c67f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0588944 Mar 08 22:36:24.863307 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c1e182e9-8229-402c-95f2-7735e72ce731 req-24240f46-2102-4746-af6a-1ac7bcaac516 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511942 Mar 08 22:36:24.872988 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-c5f92727-c0c9-4a68-acb8-e49e88c66522 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:24.875392 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-c5f92727-c0c9-4a68-acb8-e49e88c66522 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.1604781 Mar 08 22:36:24.982141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port b41a6de8-3afc-40f9-a9f3-4594bb300c6c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:24.982402 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.048385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Deleting port a97b6851-9561-4b2c-beb5-b60ac54f1e0c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:25.049094 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.116172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.116504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.133939 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for b41a6de8-3afc-40f9-a9f3-4594bb300c6c owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:25.227020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] For port a97b6851-9561-4b2c-beb5-b60ac54f1e0c, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:25.227386 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.317069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4401-db5c-4b33-b138-54d2cc6903aa req-b094e837-185c-4aec-a282-eaad23966fbf tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:25.318466 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c27a4401-db5c-4b33-b138-54d2cc6903aa req-b094e837-185c-4aec-a282-eaad23966fbf tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 946 time: 0.1717248 Mar 08 22:36:25.478639 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c27a4401-db5c-4b33-b138-54d2cc6903aa req-4774a194-5c4d-49c3-aa78-bd8e47b2ab4b tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups?id=7905b649-76e8-4a90-897f-bca30bfb788b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543875 Mar 08 22:36:25.504286 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.504646 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (944f78df-5200-470d-be8f-e69309e94114), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.504962 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Floating IP 944f78df-5200-470d-be8f-e69309e94114 disassociated. External IP: 172.27.1.53, port: a97b6851-9561-4b2c-beb5-b60ac54f1e0c. Mar 08 22:36:25.505297 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Calling delete_port for a97b6851-9561-4b2c-beb5-b60ac54f1e0c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:25.565325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (b41a6de8-3afc-40f9-a9f3-4594bb300c6c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.596315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=b41a6de8-3afc-40f9-a9f3-4594bb300c6c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:25.659122 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:25.678047 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:36:25.678386 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 5c47e4cd-0ab5-4de0-a6d3-eff719ced60b not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:36:25.694238 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (7d92eda9-3a0b-4930-a6f6-dcb39caa9090), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.696877 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.698013 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1448ad56-5a0a-48a6-b160-ed32ef9d4ba9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/floatingips/7d92eda9-3a0b-4930-a6f6-dcb39caa9090 HTTP/1.1" status: 204 len: 168 time: 0.9325061 Mar 08 22:36:25.763129 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a97b6851-9561-4b2c-beb5-b60ac54f1e0c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:25.796192 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'Port': ['ID=a97b6851-9561-4b2c-beb5-b60ac54f1e0c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:25.914707 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:36:26.053814 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d0833-d08f-4783-a68c-16b3ec2c35e3 req-4f814d6e-8489-4f9b-bab2-d9a371bc24ab tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:26.055277 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b04d0833-d08f-4783-a68c-16b3ec2c35e3 req-4f814d6e-8489-4f9b-bab2-d9a371bc24ab tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0973780 Mar 08 22:36:26.070140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:36:26.081263 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:36:26.091444 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:26.092157 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:26.117616 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] No DVR routers for this DVR port a97b6851-9561-4b2c-beb5-b60ac54f1e0c on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:36:26.124950 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.129832 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3ebec958-e34f-40cc-afac-e05bd3bcdb25 req-6caf7d5c-dbd6-4d62-bb1e-a924781fca0a tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.35 "DELETE /v2.0/ports/a97b6851-9561-4b2c-beb5-b60ac54f1e0c HTTP/1.1" status: 204 len: 173 time: 1.2338707 Mar 08 22:36:26.130731 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'name': 'network-vif-deleted', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:26.134746 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65eb42c-bfe3-424d-86cd-4bd460c84681" -d '{"events": [{"server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "name": "network-vif-deleted", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:26.170900 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b04d0833-d08f-4783-a68c-16b3ec2c35e3 req-11d47853-2183-46ec-a19a-58eef5419aad tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046925 Mar 08 22:36:26.215955 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde13078-9d27-45bc-849e-f1291b46d118 x-openstack-request-id: req-dde13078-9d27-45bc-849e-f1291b46d118 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:26.216470 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2f67a-7c6a-4156-b3ce-627d3a4080c8", "name": "network-vif-deleted", "tag": "a97b6851-9561-4b2c-beb5-b60ac54f1e0c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:26.216886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dde13078-9d27-45bc-849e-f1291b46d118 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:26.217484 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2f67a-7c6a-4156-b3ce-627d3a4080c8', 'name': 'network-vif-deleted', 'tag': 'a97b6851-9561-4b2c-beb5-b60ac54f1e0c', 'status': 'completed', 'code': 200} Mar 08 22:36:26.375629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:26.501494 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44268) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:26.510349 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762057661', 'description': 'tempest-description--548981569'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:26.578991 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:26.589097 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0685e0b8-61b4-46ab-8dc1-f9fdbade8ea9 req-e71179a6-2514-40db-b0a3-c2e2e4f745d1 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5b2f67a-7c6a-4156-b3ce-627d3a4080c8 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Mar 08 22:36:26.606104 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:36:26.615104 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.615245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:26.615732 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:26.680555 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (812b53a1-671a-4ab7-9daf-4254f69ba9a0), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.722725 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:26.740238 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (812b53a1-671a-4ab7-9daf-4254f69ba9a0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.771888 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812b53a1-671a-4ab7-9daf-4254f69ba9a0,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:26.779219 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.780107 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.780459 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.780801 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.781152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.781489 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.781820 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.782145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.782471 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.782796 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.783203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.783528 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.783848 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:26.815905 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.817183 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-665bdae1-d087-42b3-a12e-416b005d72b2 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3139598 Mar 08 22:36:26.820152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44270) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:26.824509 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': '812b53a1-671a-4ab7-9daf-4254f69ba9a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:26.922337 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (0cd90368-777b-44b5-b9be-4a38753bd736), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:26.924393 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:26.950508 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a1ed-8db3-48d1-831a-b8679b32e7fe None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:26:09Z', 'revision_number': 4, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '90f8c98f-8eac-44f1-8ef0-0295ad50fd09', 'name': '', 'network_id': '14a8c573-4839-40bd-8ba6-537d3e4435d0', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'mac_address': 'fa:16:3e:6c:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:08Z', 'updated_at': '2022-03-08T22:26:16Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'subnets': [{'id': 'fa979241-fc51-4d34-b20f-9d29c369f3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:36:26.984210 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (0cd90368-777b-44b5-b9be-4a38753bd736), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.060098 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (0cd90368-777b-44b5-b9be-4a38753bd736), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.078738 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd90368-777b-44b5-b9be-4a38753bd736,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:27.148284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.149572 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-81d9ad46-ea7e-43c9-ac55-dabd86ba9201 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284471 Mar 08 22:36:27.152589 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44272) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:27.157854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'security_group_rule': {'security_group_id': '812b53a1-671a-4ab7-9daf-4254f69ba9a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:27.182572 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc11baf-26f0-4c45-ab1f-71a1a48e5599 None None] New status for floating IP 944f78df-5200-470d-be8f-e69309e94114: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:36:27.265633 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (ebffb79d-1525-46db-a955-e2aad23471f1), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.322120 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373c0e9-aac2-4626-8ca7-d3f844faec68 req-fe6c4ea1-cdd8-4041-8c29-c345b990faf9 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:27.323606 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d373c0e9-aac2-4626-8ca7-d3f844faec68 req-fe6c4ea1-cdd8-4041-8c29-c345b990faf9 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0929093 Mar 08 22:36:27.350739 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (ebffb79d-1525-46db-a955-e2aad23471f1), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.383406 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d373c0e9-aac2-4626-8ca7-d3f844faec68 req-1218d271-d3eb-4348-b95b-bae9cd64d42f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535760 Mar 08 22:36:27.426062 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (ebffb79d-1525-46db-a955-e2aad23471f1), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.444196 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebffb79d-1525-46db-a955-e2aad23471f1,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:27.525226 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.526357 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-7fa35790-c21a-45f4-9ef5-6ed2bc35f154 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728008 Mar 08 22:36:27.529517 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:27.533995 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:27.608603 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.704915 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.706649 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44282) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:27.759239 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (7905b649-76e8-4a90-897f-bca30bfb788b), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.783683 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (7905b649-76e8-4a90-897f-bca30bfb788b), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.809512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.27.1.228 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/1a4d62ac-ef16-42ac-a861-64b70e359cdf) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:36:27.900718 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7905b649-76e8-4a90-897f-bca30bfb788b), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.903388 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.904626 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "DELETE /v2.0/security-groups/7905b649-76e8-4a90-897f-bca30bfb788b HTTP/1.1" status: 204 len: 168 time: 0.1968029 Mar 08 22:36:27.907979 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44286) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:27.909175 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:27.921068 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32d46-b658-404a-a381-6fc585d0fb23 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905b649-76e8-4a90-897f-bca30bfb788b,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:27.927127 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.api.v2.resource [None req-2ee8fbcd-c9ad-4047-8f64-2b46835c3ab2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] show failed (client error): The resource could not be found. Mar 08 22:36:27.930789 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-2ee8fbcd-c9ad-4047-8f64-2b46835c3ab2 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "GET /v2.0/security-groups/7905b649-76e8-4a90-897f-bca30bfb788b HTTP/1.1" status: 404 len: 347 time: 0.0181732 Mar 08 22:36:27.931673 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44288) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:27.998133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.042080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:36:28.047151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:36:28.050109 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:36:28.060670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Deleting port d545e24f-8303-4378-a5b9-4bcc3733ced6 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:28.063288 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.076158 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=1a4d62ac-ef16-42ac-a861-64b70e359cdf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:28.135404 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.135900 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (d545e24f-8303-4378-a5b9-4bcc3733ced6), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.139755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.147346 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Calling delete_port for d545e24f-8303-4378-a5b9-4bcc3733ced6 owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:28.230347 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.351614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (d545e24f-8303-4378-a5b9-4bcc3733ced6), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.378589 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Pushing event deleted for resources: {'Port': ['ID=d545e24f-8303-4378-a5b9-4bcc3733ced6,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:28.381595 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.436145 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks [] for floatingip (944f78df-5200-470d-be8f-e69309e94114), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.438592 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.442838 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b30041bb-262e-4c7d-a6d0-f80fed747c51 tempest-AttachVolumeTestJSON-86821573 tempest-AttachVolumeTestJSON-86821573-project] 10.222.0.39 "DELETE /v2.0/floatingips/944f78df-5200-470d-be8f-e69309e94114 HTTP/1.1" status: 204 len: 168 time: 0.5077767 Mar 08 22:36:28.447661 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.550700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=1a4d62ac-ef16-42ac-a861-64b70e359cdf,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:28.579796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ef08-53ae-4a1d-9439-77c3755ec161 req-f7c64ea0-f6f8-405a-a0cb-37bc99fe109f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:28.579796 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9621ef08-53ae-4a1d-9439-77c3755ec161 req-f7c64ea0-f6f8-405a-a0cb-37bc99fe109f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.1252911 Mar 08 22:36:28.579796 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.634918 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9621ef08-53ae-4a1d-9439-77c3755ec161 req-bcf9dae5-3e2d-4c5e-908f-ed5179af4ea4 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528557 Mar 08 22:36:28.672996 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:28.674191 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-eb321c11-be40-4093-a2d6-e906e28f6b27 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1437325 Mar 08 22:36:28.825212 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-a4a487d6-badc-4385-9304-fff23b5b57a7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1762057661&fields=id&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 267 time: 0.0438077 Mar 08 22:36:28.928346 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-857a4400-e999-4871-8ece-c718be457258 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:28.929768 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-857a4400-e999-4871-8ece-c718be457258 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.0977218 Mar 08 22:36:28.944085 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-72439c95-0e46-4f98-995a-431314b54ff1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/quotas/424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 375 time: 0.0090482 Mar 08 22:36:28.996440 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-13fa3025-d76f-4eec-9e5a-375d8d899ea3 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476003 Mar 08 22:36:29.011342 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-0aa6b894-e3b8-4b15-bd6f-c1aa860a0fc3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:36:29.012271 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-0aa6b894-e3b8-4b15-bd6f-c1aa860a0fc3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047727 Mar 08 22:36:29.102959 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-2f5d5998-f9a6-465c-9bb4-813616c1be73 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Mar 08 22:36:29.192687 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-177bef14-382a-4ccf-abfe-02f44af53262 service neutron] 10.222.0.39 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839369 Mar 08 22:36:29.466544 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29e0e45a-5e05-401b-b2e8-af5821c53485 req-e80957bf-3c8b-4e39-b8d3-21e971bd6e4d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 210 time: 0.0274289 Mar 08 22:36:29.680686 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:36:29.702506 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a97b6851-9561-4b2c-beb5-b60ac54f1e0c no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:29.735407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: a97b6851-9561-4b2c-beb5-b60ac54f1e0c {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:36:29.735767 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a97b6851-9561-4b2c-beb5-b60ac54f1e0c not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:36:29.778591 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f41fb8-4760-4fa5-9fb2-0d903cbbc93d req-f48e5af8-f468-4092-9a50-966d257d56f3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:29.780203 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2f41fb8-4760-4fa5-9fb2-0d903cbbc93d req-f48e5af8-f468-4092-9a50-966d257d56f3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 944 time: 0.0758984 Mar 08 22:36:29.806846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:29.817761 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'port_id': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'mac_address': 'fa:16:3e:7c:a9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:36:29.828842 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b2f41fb8-4760-4fa5-9fb2-0d903cbbc93d req-9f819e96-2389-4302-9391-851673f96053 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Mar 08 22:36:29.856948 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port d25c3609-cfdf-43cc-971b-6e69de014dff is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:36:29.857414 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:29.871042 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25c3609-cfdf-43cc-971b-6e69de014dff {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:36:29.890361 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:29.957421 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:30.009793 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:30.017620 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.017974 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.018317 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.018656 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.019012 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.019337 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.019662 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.019985 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.020312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.020642 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.020955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.021271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.021585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:36:30.296148 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['d25c3609-cfdf-43cc-971b-6e69de014dff'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:36:30.570290 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-94c94e6c-3d21-44be-8509-55285a0d0874 req-29d2921a-caed-4663-916d-f14ae4829a93 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 210 time: 0.0309014 Mar 08 22:36:30.947372 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1703-cea8-481b-8d21-0aa56ab9c0a7 req-9914b96c-e13c-44e7-ac3a-e6bb45786230 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:30.948878 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ffcb1703-cea8-481b-8d21-0aa56ab9c0a7 req-9914b96c-e13c-44e7-ac3a-e6bb45786230 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Mar 08 22:36:30.998274 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ffcb1703-cea8-481b-8d21-0aa56ab9c0a7 req-af6aef83-3cc6-495e-b1ca-0feb3ae2107f tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Mar 08 22:36:31.206836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-5458ef02-f3c7-4851-bce0-71bb9c8432e1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:31.208258 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-5458ef02-f3c7-4851-bce0-71bb9c8432e1 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 814 time: 0.0993257 Mar 08 22:36:31.272206 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-e3a81159-d27f-4113-8107-1d9c12bdfc1a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424c8a45c94845b5a441c21f6156e3cb HTTP/1.1" status: 200 len: 380 time: 0.0516636 Mar 08 22:36:31.275936 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'port': {'device_id': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'admin_state_up': True, 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'security_groups': ['812b53a1-671a-4ab7-9daf-4254f69ba9a0']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:31.466134 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Made reservation on behalf of 424c8a45c94845b5a441c21f6156e3cb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:36:31.470794 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.599844 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Allocated IP 172.20.0.9 (d15d3a6d-5ad0-4eee-95b8-47a407b01067/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd/837775a1-2915-461e-988b-9a9a8aff8868) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:36:31.665721 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dc07fe96-1593-4e96-b184-3b906feb9824 req-96ef180c-c8f6-43a4-83a6-50e4da7ae3bb tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Mar 08 22:36:31.680289 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:36:31.729816 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port d25c3609-cfdf-43cc-971b-6e69de014dff triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:36:31.730098 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.733649 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for port (837775a1-2915-461e-988b-9a9a8aff8868), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.805677 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port d25c3609-cfdf-43cc-971b-6e69de014dff is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:36:31.806073 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.831567 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:31.833830 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1130df-bd4c-4c3f-9b72-c33235fffb76" -d '{"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:31.846748 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:31.855079 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.869539 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3749ad-6157-49b9-b4ba-d03f8cac067e x-openstack-request-id: req-5d3749ad-6157-49b9-b4ba-d03f8cac067e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:31.869834 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:31.870085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d3749ad-6157-49b9-b4ba-d03f8cac067e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:31.870485 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'code': 200} Mar 08 22:36:31.905570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:36:31.909198 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:36:31.912806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:36:31.919236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event updated for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:31.952809 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:31.967194 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:31.971256 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:32.006142 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=8']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:32.057385 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8cc01b6a-a2a9-43c8-813d-512639534ebe tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849426 Mar 08 22:36:32.073576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Request body: {'port': {'device_id': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:32.118301 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b0684852-6c1e-4888-afc6-8ea72546548d None None] Provisioning complete for port 837775a1-2915-461e-988b-9a9a8aff8868 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:36:32.119013 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0684852-6c1e-4888-afc6-8ea72546548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (837775a1-2915-461e-988b-9a9a8aff8868), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:32.126283 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e92b9-ec5d-4fc2-8579-931322175a74 req-2e3c6efd-3aae-44d6-87a9-6ebedb7910d2 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:32.128479 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-657e92b9-ec5d-4fc2-8579-931322175a74 req-2e3c6efd-3aae-44d6-87a9-6ebedb7910d2 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0547044 Mar 08 22:36:32.140133 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (837775a1-2915-461e-988b-9a9a8aff8868), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:32.157543 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b0684852-6c1e-4888-afc6-8ea72546548d None None] Port 837775a1-2915-461e-988b-9a9a8aff8868 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:36:32.183173 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-657e92b9-ec5d-4fc2-8579-931322175a74 req-306ca97b-f8e3-463f-83ff-df9e266a6d64 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474224 Mar 08 22:36:32.381104 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44360) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:32.558749 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36309-9db8-402d-9787-9d90ef966dd4 req-85389060-e292-4b92-8b88-d4f76fb752e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:32.560201 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88e36309-9db8-402d-9787-9d90ef966dd4 req-85389060-e292-4b92-8b88-d4f76fb752e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.3771064 Mar 08 22:36:32.664565 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88e36309-9db8-402d-9787-9d90ef966dd4 req-97d37075-6aa5-4e1a-a8f0-68cfda26189a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978055 Mar 08 22:36:32.777584 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837775a1-2915-461e-988b-9a9a8aff8868 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:36:32.787481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks [] for port (837775a1-2915-461e-988b-9a9a8aff8868), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:32.804800 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Transition to ACTIVE for port object 837775a1-2915-461e-988b-9a9a8aff8868 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:36:32.817780 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58cf55-15bc-4fcc-803f-5bf8630d2def req-4a043c83-d337-4d43-a95c-78969677d64b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:32.817780 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df58cf55-15bc-4fcc-803f-5bf8630d2def req-4a043c83-d337-4d43-a95c-78969677d64b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 931 time: 0.0817473 Mar 08 22:36:32.865409 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df58cf55-15bc-4fcc-803f-5bf8630d2def req-f9af1983-8f89-4437-a65e-b0d27b3e5d98 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Mar 08 22:36:32.866506 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:32.915871 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Pushing event updated for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:32.990304 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Attempting to bind port 837775a1-2915-461e-988b-9a9a8aff8868 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:36:32.990664 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Attempting to bind port 837775a1-2915-461e-988b-9a9a8aff8868 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:36:32.991021 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Attempting to bind port 837775a1-2915-461e-988b-9a9a8aff8868 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:36:32.995431 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Port 837775a1-2915-461e-988b-9a9a8aff8868 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:36:32.995749 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Attempting to bind port 837775a1-2915-461e-988b-9a9a8aff8868 on network d15d3a6d-5ad0-4eee-95b8-47a407b01067 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:36:33.001226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:36:33.001560 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Checking segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:36:33.001949 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Bound using segment: {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:36:33.002372 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Bound port: 837775a1-2915-461e-988b-9a9a8aff8868, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:36:33.002724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (837775a1-2915-461e-988b-9a9a8aff8868), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.055833 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.071057 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:36:33.074223 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=837775a1-2915-461e-988b-9a9a8aff8868,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:36:33.152387 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.190269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.190907 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.192397 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] 10.222.0.35 "PUT /v2.0/ports/837775a1-2915-461e-988b-9a9a8aff8868 HTTP/1.1" status: 200 len: 1093 time: 1.1233673 Mar 08 22:36:33.192828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:33.195103 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4847d42-9579-4e2c-a661-02ff3bc55548" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "tag": "837775a1-2915-461e-988b-9a9a8aff8868"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:33.230165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72c32b-d653-4595-8dee-2e3e16932a87 service neutron] Pushing event updated for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:33.250632 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c6f67-8b77-4352-9522-5af2dc22a0a5 x-openstack-request-id: req-e78c6f67-8b77-4352-9522-5af2dc22a0a5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:33.253790 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "tag": "837775a1-2915-461e-988b-9a9a8aff8868", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:33.254145 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e78c6f67-8b77-4352-9522-5af2dc22a0a5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:33.254755 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868', 'status': 'completed', 'code': 200} Mar 08 22:36:33.346173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Deleting port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:33.346747 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.351888 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-c1253cbd-102d-43e5-974a-9fd426d1fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.353418 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-c1253cbd-102d-43e5-974a-9fd426d1fdf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 1127 time: 0.0836093 Mar 08 22:36:33.393499 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0419a54-b703-456b-a84e-007373db7b52 req-c9a1c78d-04ba-4189-aadf-0d15d40de194 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.399404 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e0419a54-b703-456b-a84e-007373db7b52 req-c9a1c78d-04ba-4189-aadf-0d15d40de194 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.1174660 Mar 08 22:36:33.429768 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] For port 90f8c98f-8eac-44f1-8ef0-0295ad50fd09, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:33.430139 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.442517 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Calling delete_port for 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:33.496170 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e0419a54-b703-456b-a84e-007373db7b52 req-014eb6fa-ddac-47c5-95e0-aa65c2d789e3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893002 Mar 08 22:36:33.506408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-6fca2c62-7a73-4575-9ded-3dc6b9ba0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.508025 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-6fca2c62-7a73-4575-9ded-3dc6b9ba0c52 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=424c8a45c94845b5a441c21f6156e3cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1456828 Mar 08 22:36:33.602679 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-9054ab0f-d94c-4687-b53b-71b4e39bd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.604073 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d4847d42-9579-4e2c-a661-02ff3bc55548 req-9054ab0f-d94c-4687-b53b-71b4e39bd8e0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903010 Mar 08 22:36:33.688811 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (90f8c98f-8eac-44f1-8ef0-0295ad50fd09), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.711712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-aa7a8027-7f64-412c-9fa8-b20bf2e1fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.713219 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-aa7a8027-7f64-412c-9fa8-b20bf2e1fb7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 1127 time: 0.0443709 Mar 08 22:36:33.715359 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f8c98f-8eac-44f1-8ef0-0295ad50fd09,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:33.761590 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-8976743b-0587-4213-a5e2-a33b724851c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=837775a1-2915-461e-988b-9a9a8aff8868 HTTP/1.1" status: 200 len: 217 time: 0.0396616 Mar 08 22:36:33.816879 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-9320cebb-bf78-4b3f-909d-57cfb7bb20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.819173 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-9320cebb-bf78-4b3f-909d-57cfb7bb20e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0506766 Mar 08 22:36:33.886749 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:33.897839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-0738620f-73e9-4210-b046-400025863240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:33.899401 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-0738620f-73e9-4210-b046-400025863240 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510612 Mar 08 22:36:33.999864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-446dae7d-9392-4be9-9617-049850020914 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Mar 08 22:36:34.054749 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32d7b-92f4-414f-b413-15adfe2a16aa req-b823de64-579d-4bc6-a156-93abd6021889 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:34.056240 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-acb32d7b-92f4-414f-b413-15adfe2a16aa req-b823de64-579d-4bc6-a156-93abd6021889 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 943 time: 0.0998240 Mar 08 22:36:34.096658 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3b6c9cf8-4e9e-49c2-ac6f-ce128d8e2df7 req-97924502-07f6-4333-8749-33ee5e25857d service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Mar 08 22:36:34.151951 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-acb32d7b-92f4-414f-b413-15adfe2a16aa req-27a587d9-f6e9-4e0f-b5ee-7a6a92040704 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893333 Mar 08 22:36:34.212523 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Router b2d23a6e-e5e4-4049-b2be-d590dc2022fb has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:36:34.318988 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:36:34.326685 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c513321e-cfd7-4cb0-b758-273727371d81 admin admin] 10.222.0.39 "PUT /v2.0/routers/b2d23a6e-e5e4-4049-b2be-d590dc2022fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445148 Mar 08 22:36:34.326907 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44372) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:34.327847 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Sync routers for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:36:34.339105 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:34.339723 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:34.432470 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks [] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:34.447045 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:34.540911 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks [] for router_gateway (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:34.619262 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea07aa-8f40-435f-b9f9-af2048e98585 req-3045e099-72ba-4abe-9304-4e86dd1ecebf tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:34.620860 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1ea07aa-8f40-435f-b9f9-af2048e98585 req-3045e099-72ba-4abe-9304-4e86dd1ecebf tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0541747 Mar 08 22:36:34.635777 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:36:33Z', 'revision_number': 5, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port': {'id': '01b43f7f-041b-43a8-b27f-10de0b0d2506', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:26:05Z', 'updated_at': '2022-03-08T22:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:34.664546 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Checking router: b2d23a6e-e5e4-4049-b2be-d590dc2022fb for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:36:34.673289 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Routers {'b2d23a6e-e5e4-4049-b2be-d590dc2022fb'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:34.674095 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:34.698085 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e1ea07aa-8f40-435f-b9f9-af2048e98585 req-abb13a83-9efe-49cc-a2d5-7499aec130d3 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562320 Mar 08 22:36:34.703953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Deleting port 01b43f7f-041b-43a8-b27f-10de0b0d2506 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:34.704485 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:34.769121 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] Set router b2d23a6e-e5e4-4049-b2be-d590dc2022fb gateway port host: None {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:34.783050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] For port 01b43f7f-041b-43a8-b27f-10de0b0d2506, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=01b43f7f-041b-43a8-b27f-10de0b0d2506,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:34.783582 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:34.795020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Calling delete_port for 01b43f7f-041b-43a8-b27f-10de0b0d2506 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:34.823174 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:36:34Z', 'revision_number': 6, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:34.848978 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b971a1-f00f-4fc1-bf52-6308235ad746 None None] The sync data for ids ['b2d23a6e-e5e4-4049-b2be-d590dc2022fb'] in dv-cinder-832696-1-iscsi is: [{'id': 'b2d23a6e-e5e4-4049-b2be-d590dc2022fb', 'name': 'tempest-AttachVolumeTestJSON-915740038-router', 'tenant_id': 'e67bcaa251a14b92a43fa38997276a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:26:04Z', 'updated_at': '2022-03-08T22:36:34Z', 'revision_number': 6, 'project_id': 'e67bcaa251a14b92a43fa38997276a15', 'gw_port_host': None}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:36:35.014139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (01b43f7f-041b-43a8-b27f-10de0b0d2506), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.040298 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Pushing event deleted for resources: {'Port': ['ID=01b43f7f-041b-43a8-b27f-10de0b0d2506,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:35.102429 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.195074 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.197313 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks [] for router_controller (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.277483 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8861f-1715-453c-8b58-d59deeca790a req-9c217f0a-c2b5-45a9-9c2f-37d5c10348a0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:35.279044 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-70e8861f-1715-453c-8b58-d59deeca790a req-9c217f0a-c2b5-45a9-9c2f-37d5c10348a0 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 943 time: 0.0537381 Mar 08 22:36:35.305764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (b2d23a6e-e5e4-4049-b2be-d590dc2022fb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.306337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2d23a6e-e5e4-4049-b2be-d590dc2022fb {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:36:35.311412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.313210 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3c0ac2e1-d988-49ef-a382-21a83d31c91b admin admin] 10.222.0.39 "DELETE /v2.0/routers/b2d23a6e-e5e4-4049-b2be-d590dc2022fb HTTP/1.1" status: 204 len: 168 time: 0.9845421 Mar 08 22:36:35.316184 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44380) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:35.356688 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-70e8861f-1715-453c-8b58-d59deeca790a req-a35f16c0-eb0f-477d-b86f-92420ea36f1e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714736 Mar 08 22:36:35.375800 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Deleting subnet fa979241-fc51-4d34-b20f-9d29c369f3a8 {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:36:35.382133 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Publish callbacks [] for subnet (fa979241-fc51-4d34-b20f-9d29c369f3a8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.412483 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (fa979241-fc51-4d34-b20f-9d29c369f3a8), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.485158 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (fa979241-fc51-4d34-b20f-9d29c369f3a8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.580437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (fa979241-fc51-4d34-b20f-9d29c369f3a8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.610402 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa979241-fc51-4d34-b20f-9d29c369f3a8,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:35.613958 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.617064 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f8d1606c-3ae8-4cf7-9480-2aba0833c0a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa979241-fc51-4d34-b20f-9d29c369f3a8 HTTP/1.1" status: 204 len: 168 time: 0.2999299 Mar 08 22:36:35.619639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44382) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:35.621789 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7806b-0675-421d-be6e-3ed08cace668 None None] Network 14a8c573-4839-40bd-8ba6-537d3e4435d0 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:36:35.693455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (14a8c573-4839-40bd-8ba6-537d3e4435d0), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.746789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Deleting port 1af018d6-cb3e-4300-a864-27c7b7815050 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:35.751234 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.779987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] DHCP port deletion for 14a8c573-4839-40bd-8ba6-537d3e4435d0 request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:36:35.818206 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] For port 1af018d6-cb3e-4300-a864-27c7b7815050, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=1af018d6-cb3e-4300-a864-27c7b7815050,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:35.818533 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.832500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Deleting port 1af018d6-cb3e-4300-a864-27c7b7815050 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:36:35.832787 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.833945 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Calling delete_port for 1af018d6-cb3e-4300-a864-27c7b7815050 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:35.901757 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] For port 1af018d6-cb3e-4300-a864-27c7b7815050, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=1af018d6-cb3e-4300-a864-27c7b7815050,segment=NetworkSegment(dafb0693-a506-419f-a522-648ee5a45ede),segment_id=dafb0693-a506-419f-a522-648ee5a45ede)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:35.902156 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.914768 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Calling delete_port for 1af018d6-cb3e-4300-a864-27c7b7815050 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:36:35.980345 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:35.989038 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (1af018d6-cb3e-4300-a864-27c7b7815050), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.012047 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1af018d6-cb3e-4300-a864-27c7b7815050,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:36.012047 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] No DVR routers for this DVR port 1af018d6-cb3e-4300-a864-27c7b7815050 on host dv-cinder-832696-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:36:36.012590 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] Pushing event deleted for resources: {'Port': ['ID=1af018d6-cb3e-4300-a864-27c7b7815050,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:36.016805 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3feea7-e315-4735-aa09-1a0bcb591a06 None None] No DVR routers for this DVR port 1af018d6-cb3e-4300-a864-27c7b7815050 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:36:36.085235 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (14a8c573-4839-40bd-8ba6-537d3e4435d0), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.105175 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a8c573-4839-40bd-8ba6-537d3e4435d0']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:36.114746 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafb0693-a506-419f-a522-648ee5a45ede') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:36.115083 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafb0693-a506-419f-a522-648ee5a45ede') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:36.124058 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (dafb0693-a506-419f-a522-648ee5a45ede), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.136632 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (dafb0693-a506-419f-a522-648ee5a45ede), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.142301 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:36:36.142682 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (dafb0693-a506-419f-a522-648ee5a45ede), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:36:36.144299 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:36:36.265615 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (14a8c573-4839-40bd-8ba6-537d3e4435d0), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.270794 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.273946 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] 10.222.0.39 "DELETE /v2.0/networks/14a8c573-4839-40bd-8ba6-537d3e4435d0 HTTP/1.1" status: 204 len: 168 time: 0.6533267 Mar 08 22:36:36.285854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7cf07-5376-4a4e-931e-6520f7d02a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=14a8c573-4839-40bd-8ba6-537d3e4435d0,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:36.490467 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d6e8d-4fcb-4b43-8072-45a50c2d9682 req-e8a5e769-0845-4fb4-9d10-337f05fd8a10 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:36.492010 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca1d6e8d-4fcb-4b43-8072-45a50c2d9682 req-e8a5e769-0845-4fb4-9d10-337f05fd8a10 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 943 time: 0.0558238 Mar 08 22:36:36.538196 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ca1d6e8d-4fcb-4b43-8072-45a50c2d9682 req-c75b0d71-c6a9-4482-85c8-f2d8dd92797c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Mar 08 22:36:36.597272 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44388) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:36.636059 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-b66671db-6ca1-44fb-96d7-769ec4584da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e67bcaa251a14b92a43fa38997276a15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376887 Mar 08 22:36:36.638572 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44390) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:36.682927 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 1af018d6-cb3e-4300-a864-27c7b7815050 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:36.688700 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] Publish callbacks [] for security_group (c84e5877-fba4-494e-884e-20d22248112e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.702633 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 1af018d6-cb3e-4300-a864-27c7b7815050 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:36:36.703004 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 1af018d6-cb3e-4300-a864-27c7b7815050 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:36:36.703955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 01b43f7f-041b-43a8-b27f-10de0b0d2506 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:36.709734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] Publish callbacks [] for security_group (c84e5877-fba4-494e-884e-20d22248112e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.725748 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 01b43f7f-041b-43a8-b27f-10de0b0d2506 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:36:36.726093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 01b43f7f-041b-43a8-b27f-10de0b0d2506 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:36:36.726500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:36:36.744379 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:36:36.744724 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 90f8c98f-8eac-44f1-8ef0-0295ad50fd09 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:36:36.831385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (c84e5877-fba4-494e-884e-20d22248112e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.833901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:36.835093 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c84e5877-fba4-494e-884e-20d22248112e HTTP/1.1" status: 204 len: 168 time: 0.1955693 Mar 08 22:36:36.843248 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454de4b-94b3-4609-b70c-c0637b7fc569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84e5877-fba4-494e-884e-20d22248112e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:37.654748 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606a20a-b675-4079-9af2-e719cef62e2a req-6c685ed1-5984-47a4-bca2-b4142e187cce tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:37.656298 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0606a20a-b675-4079-9af2-e719cef62e2a req-6c685ed1-5984-47a4-bca2-b4142e187cce tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 943 time: 0.0519359 Mar 08 22:36:37.702253 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0606a20a-b675-4079-9af2-e719cef62e2a req-fb041343-7549-41ca-bb72-87ce5686ec5f tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Mar 08 22:36:37.724274 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 837775a1-2915-461e-988b-9a9a8aff8868 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:36:37.822266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=837775a1-2915-461e-988b-9a9a8aff8868,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:37.832267 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '837775a1-2915-461e-988b-9a9a8aff8868', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'port_id': '837775a1-2915-461e-988b-9a9a8aff8868', 'mac_address': 'fa:16:3e:c3:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:36:38.001279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 837775a1-2915-461e-988b-9a9a8aff8868 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:36:38.001671 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (837775a1-2915-461e-988b-9a9a8aff8868), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:38.013950 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837775a1-2915-461e-988b-9a9a8aff8868 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:36:38.033653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=837775a1-2915-461e-988b-9a9a8aff8868,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:38.134190 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:38.181015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:38.305593 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:38.466763 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['837775a1-2915-461e-988b-9a9a8aff8868'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:36:38.821472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93561d3-5ea3-4b07-ad2d-e5a138dd6323 req-28ef6f6c-a1d6-4935-9466-5ce90d29250e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:38.822954 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b93561d3-5ea3-4b07-ad2d-e5a138dd6323 req-28ef6f6c-a1d6-4935-9466-5ce90d29250e tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 944 time: 0.0553718 Mar 08 22:36:38.869846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b93561d3-5ea3-4b07-ad2d-e5a138dd6323 req-8670f35e-1a72-42f1-a08d-c62dc0e70e70 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Mar 08 22:36:39.750956 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 837775a1-2915-461e-988b-9a9a8aff8868 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:36:39.848234 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 837775a1-2915-461e-988b-9a9a8aff8868 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:36:39.851919 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 837775a1-2915-461e-988b-9a9a8aff8868 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:36:39.852295 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (837775a1-2915-461e-988b-9a9a8aff8868), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:39.932864 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 837775a1-2915-461e-988b-9a9a8aff8868 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:36:39.933241 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (837775a1-2915-461e-988b-9a9a8aff8868), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:39.959257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:39.961622 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99afdf4e-7aed-420b-9cb3-0039d654c4eb" -d '{"events": [{"server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "name": "network-vif-plugged", "status": "completed", "tag": "837775a1-2915-461e-988b-9a9a8aff8868"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:39.974289 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=837775a1-2915-461e-988b-9a9a8aff8868,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:36:39.990967 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9cad3-e4ac-40dc-ae3c-9b817209dfed req-e1754d3d-6251-4f3b-a83f-64c5b8951b5c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:39.992427 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-01a9cad3-e4ac-40dc-ae3c-9b817209dfed req-e1754d3d-6251-4f3b-a83f-64c5b8951b5c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 944 time: 0.0567024 Mar 08 22:36:40.004202 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469024de-ea01-44a3-8d70-2bf2f6364083 x-openstack-request-id: req-469024de-ea01-44a3-8d70-2bf2f6364083 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:40.004496 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "name": "network-vif-plugged", "status": "completed", "tag": "837775a1-2915-461e-988b-9a9a8aff8868", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:40.005160 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-469024de-ea01-44a3-8d70-2bf2f6364083 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:40.005160 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868', 'code': 200} Mar 08 22:36:40.039310 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-01a9cad3-e4ac-40dc-ae3c-9b817209dfed req-e9ec6348-7932-4d0c-ac08-490b8fadfd00 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Mar 08 22:36:40.082916 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:40.129029 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:40.307884 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f28bd-b017-431f-b8ea-e823da0f97fc req-cff6ab61-481a-410d-ac3f-12ee049f3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:40.309478 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e41f28bd-b017-431f-b8ea-e823da0f97fc req-cff6ab61-481a-410d-ac3f-12ee049f3195 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 1129 time: 0.0502505 Mar 08 22:36:40.352961 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e41f28bd-b017-431f-b8ea-e823da0f97fc req-fed1a1ce-c4de-44e2-ab89-893e9b99fafb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363970 Mar 08 22:36:41.155665 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef88f-51f3-41b8-8736-c42f6f00a3a3 req-e06938c8-41f6-46a0-9c36-f46e2261f5ee tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:41.157696 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-336ef88f-51f3-41b8-8736-c42f6f00a3a3 req-e06938c8-41f6-46a0-9c36-f46e2261f5ee tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Mar 08 22:36:41.206823 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-336ef88f-51f3-41b8-8736-c42f6f00a3a3 req-27ef2730-d6c7-4fbb-aa52-56355c3de4de tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Mar 08 22:36:42.321789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d19f8-1600-4258-bc24-7813dd88bcf2 req-5269d8c1-54c5-49c6-bfed-ed90bc56a775 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:42.323261 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b58d19f8-1600-4258-bc24-7813dd88bcf2 req-5269d8c1-54c5-49c6-bfed-ed90bc56a775 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Mar 08 22:36:42.368758 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b58d19f8-1600-4258-bc24-7813dd88bcf2 req-6cd87e4b-d86d-4411-bd62-30806cc222ea tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Mar 08 22:36:42.479788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9fa4-a8e0-4af0-b78f-f3c0575c49c6 req-9c2ee975-188a-4c87-8a2d-3d15fdac45d9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:42.481242 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2b9b9fa4-a8e0-4af0-b78f-f3c0575c49c6 req-9c2ee975-188a-4c87-8a2d-3d15fdac45d9 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0518398 Mar 08 22:36:42.490040 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:42.495689 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Request body: {'floatingip': {'port_id': '837775a1-2915-461e-988b-9a9a8aff8868'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:36:42.534788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:42.967546 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:43.059935 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:43.165291 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 5a5c9e88-9201-440a-9214-50abb968ecb2 associated. External IP: 172.27.1.228, port: 837775a1-2915-461e-988b-9a9a8aff8868. Mar 08 22:36:43.379114 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:36:43.489063 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:36:43.493980 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:43.498572 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:36:43.518254 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:43.518912 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:43.538901 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5d654951-9299-4a09-8bc0-47a46fbd528a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "PUT /v2.0/floatingips/5a5c9e88-9201-440a-9214-50abb968ecb2 HTTP/1.1" status: 200 len: 991 time: 1.0407221 Mar 08 22:36:43.538901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:36:43.538901 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb293c8f-d336-4b65-8fbb-3e843bf604a5" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "tag": "837775a1-2915-461e-988b-9a9a8aff8868"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:36:43.575269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc0ba49-abec-4134-a295-e46813c325cb x-openstack-request-id: req-ebc0ba49-abec-4134-a295-e46813c325cb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:36:43.576362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "tag": "837775a1-2915-461e-988b-9a9a8aff8868", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:36:43.576736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebc0ba49-abec-4134-a295-e46813c325cb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:36:43.577232 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868', 'status': 'completed', 'code': 200} Mar 08 22:36:43.646820 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-304b50e2-83a8-4664-a30b-4f64cad62d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:43.648535 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-304b50e2-83a8-4664-a30b-4f64cad62d43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=424c8a45c94845b5a441c21f6156e3cb&device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 1129 time: 0.0502193 Mar 08 22:36:43.716165 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:43.748815 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-5dffe783-fef6-452b-b8ee-3fffe5ce4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:43.750395 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-5dffe783-fef6-452b-b8ee-3fffe5ce4e39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 200 len: 915 time: 0.0939512 Mar 08 22:36:43.823342 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-ab8d049d-a52e-4888-a34f-733885e9d146 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=837775a1-2915-461e-988b-9a9a8aff8868 HTTP/1.1" status: 200 len: 999 time: 0.0578635 Mar 08 22:36:43.882271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-648679c5-fa9d-4d00-bcc6-2e95f62d0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:43.883814 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-648679c5-fa9d-4d00-bcc6-2e95f62d0246 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 200 len: 853 time: 0.0472817 Mar 08 22:36:43.937644 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '5a5c9e88-9201-440a-9214-50abb968ecb2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '837775a1-2915-461e-988b-9a9a8aff8868', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:c3:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:36:28Z', 'updated_at': '2022-03-08T22:36:42Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:43.942404 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-b6f9f6d7-1a56-4c00-a5ef-75dd66abe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:43.945153 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-b6f9f6d7-1a56-4c00-a5ef-75dd66abe7c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d15d3a6d-5ad0-4eee-95b8-47a407b01067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513189 Mar 08 22:36:43.976061 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:36:43.977282 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:36:43.977899 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:36:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:44.034589 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-fd54e089-91b7-4c89-927b-809201a3f32e service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Mar 08 22:36:44.084360 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:36:44.127801 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fb293c8f-d336-4b65-8fbb-3e843bf604a5 req-3bfc1165-3b79-41d2-95aa-6588e91a6899 service neutron] 10.222.0.35 "GET /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857055 Mar 08 22:36:44.301424 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '5a5c9e88-9201-440a-9214-50abb968ecb2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '837775a1-2915-461e-988b-9a9a8aff8868', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:c3:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:36:28Z', 'updated_at': '2022-03-08T22:36:42Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:36:44.331745 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51108e1e-daf7-4157-b5e5-5efa5493eec4 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '5a5c9e88-9201-440a-9214-50abb968ecb2', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'port_id': '837775a1-2915-461e-988b-9a9a8aff8868', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'mac_address': 'fa:16:3e:c3:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:36:28Z', 'updated_at': '2022-03-08T22:36:42Z', 'revision_number': 1, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:36:44.526093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60a833-342e-4192-865a-9a6c0d8a463c None None] New status for floating IP 5a5c9e88-9201-440a-9214-50abb968ecb2: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:36:45.283445 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a87f2ccb-d95a-465b-b904-839e6cf84a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:45.527177 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:36:47.294112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43c05efd-bf55-4fb3-8a98-78a8a3fa927d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:47.916654 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44526) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:48.020270 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5103f69b-44ce-4d0f-88c8-833761c53ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.091020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5103f69b-44ce-4d0f-88c8-833761c53ea4 admin admin] Publish callbacks [] for security_group (79bc6ee2-9a32-4033-8f22-a56da1ee67c3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.185176 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5103f69b-44ce-4d0f-88c8-833761c53ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (79bc6ee2-9a32-4033-8f22-a56da1ee67c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.221264 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103f69b-44ce-4d0f-88c8-833761c53ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc6ee2-9a32-4033-8f22-a56da1ee67c3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:48.225463 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5103f69b-44ce-4d0f-88c8-833761c53ea4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b0e87d3d6a841539af6047387741b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078251 Mar 08 22:36:48.228808 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44532) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:48.273385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] Publish callbacks [] for security_group (79bc6ee2-9a32-4033-8f22-a56da1ee67c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.299351 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] Publish callbacks [] for security_group (79bc6ee2-9a32-4033-8f22-a56da1ee67c3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.409142 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (79bc6ee2-9a32-4033-8f22-a56da1ee67c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.411782 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:48.412933 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79bc6ee2-9a32-4033-8f22-a56da1ee67c3 HTTP/1.1" status: 204 len: 168 time: 0.1838949 Mar 08 22:36:48.422097 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ed59-f6de-4786-aeb9-a4260ffb4497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc6ee2-9a32-4033-8f22-a56da1ee67c3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:48.533960 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:50.013948 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:51.379668 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:51.667830 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6dbf-c3a0-45be-bae9-b4d50d39eb23 req-0ca3fa6b-3fbd-469f-b1bf-2e4a0bc51c98 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:51.669318 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c6d6dbf-c3a0-45be-bae9-b4d50d39eb23 req-0ca3fa6b-3fbd-469f-b1bf-2e4a0bc51c98 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0523589 Mar 08 22:36:51.717505 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4c6d6dbf-c3a0-45be-bae9-b4d50d39eb23 req-186b9e17-0c25-4aee-b8c9-c0d82e9443b2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Mar 08 22:36:52.845990 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c991-28e0-405b-97b1-73a435e5120f req-6d18dbc0-9d0f-4f2a-a8eb-8dce12ea7bdf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:52.847380 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ca28c991-28e0-405b-97b1-73a435e5120f req-6d18dbc0-9d0f-4f2a-a8eb-8dce12ea7bdf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Mar 08 22:36:52.893233 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ca28c991-28e0-405b-97b1-73a435e5120f req-6fdeaf59-7bf2-44dd-bee8-0b9a2ba725ce tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Mar 08 22:36:53.507286 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:53.611276 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-116b9dba-5519-4b57-a509-7f90292ea1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:53.704652 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-116b9dba-5519-4b57-a509-7f90292ea1f7 admin admin] Publish callbacks [] for security_group (798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:53.819877 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-116b9dba-5519-4b57-a509-7f90292ea1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:53.860878 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-116b9dba-5519-4b57-a509-7f90292ea1f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f90509ffbf7248bd879678dbed39ff80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518989 Mar 08 22:36:53.861738 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9dba-5519-4b57-a509-7f90292ea1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:53.864476 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44700) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:53.914259 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] Publish callbacks [] for security_group (798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:53.934759 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] Publish callbacks [] for security_group (798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.025771 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.028301 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.029523 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d HTTP/1.1" status: 204 len: 168 time: 0.1640670 Mar 08 22:36:54.038372 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b735447-668b-4743-a603-f91b0355894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798efb47-c4e9-4ad5-b1e5-e0f5bd862f3d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:54.271734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274fec-965c-43e5-9ac6-1e19235ef7da req-fd8fa4cc-f9ca-4b87-9fba-13295aea9bc1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:54.273117 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9274fec-965c-43e5-9ac6-1e19235ef7da req-fd8fa4cc-f9ca-4b87-9fba-13295aea9bc1 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.3089533 Mar 08 22:36:54.320933 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9274fec-965c-43e5-9ac6-1e19235ef7da req-24a1112f-e680-4ad7-bd07-38b72cb7a4dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Mar 08 22:36:54.613404 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:54.626496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfda08dd-4de4-4712-a299-6b085c9e1982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.695724 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfda08dd-4de4-4712-a299-6b085c9e1982 admin admin] Publish callbacks [] for security_group (0f11c71d-3c6b-4181-9ed7-ab9ec8176aad), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.751665 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfda08dd-4de4-4712-a299-6b085c9e1982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0f11c71d-3c6b-4181-9ed7-ab9ec8176aad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.787847 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-dfda08dd-4de4-4712-a299-6b085c9e1982 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af28066b8ac749e5bb2b50ee9466a3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734011 Mar 08 22:36:54.788720 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda08dd-4de4-4712-a299-6b085c9e1982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11c71d-3c6b-4181-9ed7-ab9ec8176aad,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:54.791213 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44710) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:54.838182 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] Publish callbacks [] for security_group (0f11c71d-3c6b-4181-9ed7-ab9ec8176aad), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.858667 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] Publish callbacks [] for security_group (0f11c71d-3c6b-4181-9ed7-ab9ec8176aad), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.968351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0f11c71d-3c6b-4181-9ed7-ab9ec8176aad), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.971350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:54.972469 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f11c71d-3c6b-4181-9ed7-ab9ec8176aad HTTP/1.1" status: 204 len: 168 time: 0.1802733 Mar 08 22:36:54.979968 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f2ed6-15c6-4e50-9e3f-92a20a03e080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11c71d-3c6b-4181-9ed7-ab9ec8176aad,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:55.443540 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273f5e7-d697-4b84-8254-193199698271 req-ab29195f-c21e-4cef-8555-496b52ed09ab tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:55.448847 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2273f5e7-d697-4b84-8254-193199698271 req-ab29195f-c21e-4cef-8555-496b52ed09ab tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0529892 Mar 08 22:36:55.493821 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2273f5e7-d697-4b84-8254-193199698271 req-0c0e8dbe-5c81-41a4-8138-a6daedab3396 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Mar 08 22:36:56.623622 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2c93a-5573-4a7a-8594-a736ad3f4276 req-22d8d044-2562-43ae-b423-697ba9ebadde tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:56.625082 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50c2c93a-5573-4a7a-8594-a736ad3f4276 req-22d8d044-2562-43ae-b423-697ba9ebadde tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0589397 Mar 08 22:36:56.672360 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-50c2c93a-5573-4a7a-8594-a736ad3f4276 req-439223ea-2505-4ac9-bd15-e6b8af8a45eb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Mar 08 22:36:57.130031 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44764) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:57.229616 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4561daf-d29e-4d73-a85c-799ee476a149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.300751 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4561daf-d29e-4d73-a85c-799ee476a149 admin admin] Publish callbacks [] for security_group (7cb70bd5-1a36-4bec-b142-c3401d43d9b0), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.362234 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4561daf-d29e-4d73-a85c-799ee476a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7cb70bd5-1a36-4bec-b142-c3401d43d9b0), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.400719 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c4561daf-d29e-4d73-a85c-799ee476a149 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35001c38d1334523817d4d0420cf9324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696548 Mar 08 22:36:57.401524 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4561daf-d29e-4d73-a85c-799ee476a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb70bd5-1a36-4bec-b142-c3401d43d9b0,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:57.403463 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:57.449190 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] Publish callbacks [] for security_group (7cb70bd5-1a36-4bec-b142-c3401d43d9b0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.470146 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] Publish callbacks [] for security_group (7cb70bd5-1a36-4bec-b142-c3401d43d9b0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.590176 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (7cb70bd5-1a36-4bec-b142-c3401d43d9b0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.592890 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:57.594015 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cb70bd5-1a36-4bec-b142-c3401d43d9b0 HTTP/1.1" status: 204 len: 168 time: 0.1895695 Mar 08 22:36:57.603813 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9cf0b-fbfa-4001-9ff6-add54c123081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb70bd5-1a36-4bec-b142-c3401d43d9b0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:57.791998 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71e557-3b53-4859-95c6-e16536a1b853 req-537c77db-59e9-4143-a7af-9143534afa6f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:57.793543 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8f71e557-3b53-4859-95c6-e16536a1b853 req-537c77db-59e9-4143-a7af-9143534afa6f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0511880 Mar 08 22:36:57.840645 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8f71e557-3b53-4859-95c6-e16536a1b853 req-2009ec6d-5bf6-48d6-a0d3-2cb381535965 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Mar 08 22:36:58.098726 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44776) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:58.115361 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76f353d8-f9bd-40b6-bfe4-f3dcfcf25b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.185009 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76f353d8-f9bd-40b6-bfe4-f3dcfcf25b80 admin admin] Publish callbacks [] for security_group (16e3279c-dc0d-43c1-9824-e32253209acd), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.247670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76f353d8-f9bd-40b6-bfe4-f3dcfcf25b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (16e3279c-dc0d-43c1-9824-e32253209acd), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.287185 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f353d8-f9bd-40b6-bfe4-f3dcfcf25b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3279c-dc0d-43c1-9824-e32253209acd,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:58.292418 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-76f353d8-f9bd-40b6-bfe4-f3dcfcf25b80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a353318535046bea8e0935938c1c586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925652 Mar 08 22:36:58.294947 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44778) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:36:58.341738 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] Publish callbacks [] for security_group (16e3279c-dc0d-43c1-9824-e32253209acd), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.363960 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] Publish callbacks [] for security_group (16e3279c-dc0d-43c1-9824-e32253209acd), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.459300 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (16e3279c-dc0d-43c1-9824-e32253209acd), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.461934 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:36:58.465008 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16e3279c-dc0d-43c1-9824-e32253209acd HTTP/1.1" status: 204 len: 168 time: 0.1671770 Mar 08 22:36:58.471112 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbe589-a9ea-41af-aa26-cdaa5d00c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e3279c-dc0d-43c1-9824-e32253209acd,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:36:58.965739 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c255-82c7-426f-a0b7-4e64e55acb2b req-ff0bebda-80f4-4020-9442-f2635fa60afe tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:36:58.967219 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c1c9c255-82c7-426f-a0b7-4e64e55acb2b req-ff0bebda-80f4-4020-9442-f2635fa60afe tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0554538 Mar 08 22:36:59.013625 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c1c9c255-82c7-426f-a0b7-4e64e55acb2b req-8ffbe43b-fc86-4ebf-a3a4-1f2f66ba54dc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Mar 08 22:37:00.141093 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a98f5-fc14-4031-860c-e3496f5fed70 req-814b5808-89f6-426d-b42b-7b13b0ba6487 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:00.142585 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9e7a98f5-fc14-4031-860c-e3496f5fed70 req-814b5808-89f6-426d-b42b-7b13b0ba6487 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0558174 Mar 08 22:37:00.190720 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9e7a98f5-fc14-4031-860c-e3496f5fed70 req-00edfc7e-c346-4209-a628-a7012d46506c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Mar 08 22:37:01.311753 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc3811-10d9-490c-9557-7f9fbccfd3fa req-8eff8d37-cc62-4d64-866a-77e3f9f31405 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:01.313124 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-affc3811-10d9-490c-9557-7f9fbccfd3fa req-8eff8d37-cc62-4d64-866a-77e3f9f31405 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Mar 08 22:37:01.365846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-affc3811-10d9-490c-9557-7f9fbccfd3fa req-00546a74-93b0-4e3b-aa60-c612166157c6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456266 Mar 08 22:37:02.490667 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32109eb1-9997-4701-91ed-7c04ddf68309 req-f8392e2d-2564-4a99-9723-da14d0cb2136 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:02.492165 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-32109eb1-9997-4701-91ed-7c04ddf68309 req-f8392e2d-2564-4a99-9723-da14d0cb2136 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0515444 Mar 08 22:37:02.538087 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-32109eb1-9997-4701-91ed-7c04ddf68309 req-f2ecd806-c4a2-4e67-b748-fee0ef667f13 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402534 Mar 08 22:37:03.657458 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c6c3-7bf6-42d4-b84e-2d19db7f4ccd req-dd9fcb8f-d5c5-45bc-acec-bc730c480192 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:03.658934 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5af4c6c3-7bf6-42d4-b84e-2d19db7f4ccd req-dd9fcb8f-d5c5-45bc-acec-bc730c480192 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Mar 08 22:37:03.707562 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5af4c6c3-7bf6-42d4-b84e-2d19db7f4ccd req-e5aeb521-bb05-4c9f-88df-68c94cf7d4ad tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Mar 08 22:37:03.813019 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 44856) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:03.916862 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66dc9e1c-0e32-4179-a866-030d84e7d7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:03.986249 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66dc9e1c-0e32-4179-a866-030d84e7d7be admin admin] Publish callbacks [] for security_group (0089eba6-9c68-4cb8-9813-e5baeb5ab329), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.036173 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66dc9e1c-0e32-4179-a866-030d84e7d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0089eba6-9c68-4cb8-9813-e5baeb5ab329), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.074570 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-66dc9e1c-0e32-4179-a866-030d84e7d7be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10bac993d09e433887d17ed2b1ba68a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604330 Mar 08 22:37:04.076407 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc9e1c-0e32-4179-a866-030d84e7d7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0089eba6-9c68-4cb8-9813-e5baeb5ab329,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:04.077292 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 44860) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:04.124498 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] Publish callbacks [] for security_group (0089eba6-9c68-4cb8-9813-e5baeb5ab329), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.145755 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] Publish callbacks [] for security_group (0089eba6-9c68-4cb8-9813-e5baeb5ab329), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.253553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0089eba6-9c68-4cb8-9813-e5baeb5ab329), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.256618 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:04.257751 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0089eba6-9c68-4cb8-9813-e5baeb5ab329 HTTP/1.1" status: 204 len: 168 time: 0.1793993 Mar 08 22:37:04.265309 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251acd-7b7e-469e-8cc2-a4e4769c3ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0089eba6-9c68-4cb8-9813-e5baeb5ab329,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:04.829385 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0620ce-540c-4ca2-ad22-233ed7fe527e req-4d560053-0271-4252-9fc5-6ad9947b6b28 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:04.830848 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bf0620ce-540c-4ca2-ad22-233ed7fe527e req-4d560053-0271-4252-9fc5-6ad9947b6b28 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Mar 08 22:37:04.878501 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bf0620ce-540c-4ca2-ad22-233ed7fe527e req-2cad888d-6a25-401f-920a-422b5e54d424 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Mar 08 22:37:05.861603 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:37:05.958443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:05.973251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:37:06.003388 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122247-b750-402d-af34-5c282c839a6a req-4f2079c9-8cc1-4fce-8067-564257fb1380 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:06.004927 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32122247-b750-402d-af34-5c282c839a6a req-4f2079c9-8cc1-4fce-8067-564257fb1380 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0539310 Mar 08 22:37:06.013580 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: ACTIVE; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:06.013963 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:06.031908 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:37:06.049100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:06.053157 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32122247-b750-402d-af34-5c282c839a6a req-48848236-7731-4279-b127-c7e7f11184b2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Mar 08 22:37:06.117011 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:06.167534 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:06.212288 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['7f75717b-5f1a-4c8e-82db-d97e9c69caa7'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:37:07.173046 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea93a-b3d6-4e04-9cae-be42f41aa434 req-d58b75de-b893-4868-baae-321e413484bb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:07.174538 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-46eea93a-b3d6-4e04-9cae-be42f41aa434 req-d58b75de-b893-4868-baae-321e413484bb tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Mar 08 22:37:07.220054 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-46eea93a-b3d6-4e04-9cae-be42f41aa434 req-4ba46503-a05a-42c7-973e-90b237ac3972 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Mar 08 22:37:07.880834 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:07.926862 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:07.927235 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:08.004093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:08.004470 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:08.026129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:37:08.028370 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac4079-9593-4ed2-a5ef-39d50ddd3c52" -d '{"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:37:08.039956 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:08.063669 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4ec88a-d86d-4549-9276-3d0d85fe8a01 x-openstack-request-id: req-bb4ec88a-d86d-4549-9276-3d0d85fe8a01 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:37:08.063955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:37:08.064258 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb4ec88a-d86d-4549-9276-3d0d85fe8a01 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:37:08.064683 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'code': 200} Mar 08 22:37:08.110999 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:08.158591 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:08.351167 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:08.567741 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7559-96bf-44a3-89d3-4e7c8797a296 req-e4fbcf4d-ef52-4911-b6ab-4bf56a400818 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:08.569181 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7dda7559-96bf-44a3-89d3-4e7c8797a296 req-e4fbcf4d-ef52-4911-b6ab-4bf56a400818 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.2755928 Mar 08 22:37:08.615623 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-7dda7559-96bf-44a3-89d3-4e7c8797a296 req-ebf3648e-639b-4cff-a5f3-59f551cbd5ed tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Mar 08 22:37:09.753280 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4b1c1-07fd-4562-9b6a-5e47207868c5 req-1beadd5c-89d1-4e48-8d93-ec17b3145d92 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:09.755061 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fac4b1c1-07fd-4562-9b6a-5e47207868c5 req-1beadd5c-89d1-4e48-8d93-ec17b3145d92 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0617924 Mar 08 22:37:09.805711 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fac4b1c1-07fd-4562-9b6a-5e47207868c5 req-9aeef97b-b261-4cca-8a10-530969f1aeaf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Mar 08 22:37:10.937876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e4a31-f24f-42b6-a9fc-32d243b35c27 req-1b17dabd-67c3-4532-adbb-702dc13ae7c0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:10.939610 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-606e4a31-f24f-42b6-a9fc-32d243b35c27 req-1b17dabd-67c3-4532-adbb-702dc13ae7c0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0576105 Mar 08 22:37:11.016054 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-606e4a31-f24f-42b6-a9fc-32d243b35c27 req-5cbbbd8b-7e5e-4c89-8d9d-b9b8fc0d96e4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616264 Mar 08 22:37:12.140408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505a1a2-1453-4eb6-9b5a-4bf429c92e4f req-bff559c8-b237-4fd0-9f1d-bf534d677f96 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:12.142044 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8505a1a2-1453-4eb6-9b5a-4bf429c92e4f req-bff559c8-b237-4fd0-9f1d-bf534d677f96 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0554495 Mar 08 22:37:12.196022 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-8505a1a2-1453-4eb6-9b5a-4bf429c92e4f req-0b4a8352-0f74-47b4-b6d5-4b5691ac457a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477145 Mar 08 22:37:13.321094 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade0a4-5584-4165-b8a9-678d4658e9e9 req-b510659d-a819-4339-8411-86511e6808e0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:13.321887 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5aade0a4-5584-4165-b8a9-678d4658e9e9 req-b510659d-a819-4339-8411-86511e6808e0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0560720 Mar 08 22:37:13.366655 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5aade0a4-5584-4165-b8a9-678d4658e9e9 req-4143531d-9a83-47a1-b9d6-81f42ec4580c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Mar 08 22:37:14.500378 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6328f4-4fcc-46d9-aa8d-7f0c028c0034 req-e55d4014-938a-4979-b00e-cca36824eee5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:14.502031 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7a6328f4-4fcc-46d9-aa8d-7f0c028c0034 req-e55d4014-938a-4979-b00e-cca36824eee5 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0586171 Mar 08 22:37:14.575055 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7a6328f4-4fcc-46d9-aa8d-7f0c028c0034 req-40dd7cee-8e8e-4486-a92e-5e8e284b581f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650976 Mar 08 22:37:15.318507 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47999e2b-2ff9-4d85-b284-10ed68380e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:15.707338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8011-76dd-4e30-8e68-02a21ae59585 req-a2b007e4-909a-4884-beaa-98c9db48040a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:15.708813 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d91a8011-76dd-4e30-8e68-02a21ae59585 req-a2b007e4-909a-4884-beaa-98c9db48040a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0546908 Mar 08 22:37:15.763111 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d91a8011-76dd-4e30-8e68-02a21ae59585 req-ace7d0b6-b3b1-4db7-833a-d2e6989fe530 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486608 Mar 08 22:37:16.890545 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78edaae-92fc-4d08-be29-41d46a159749 req-0fef575d-29b8-4239-995b-06137b348b72 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:16.892637 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c78edaae-92fc-4d08-be29-41d46a159749 req-0fef575d-29b8-4239-995b-06137b348b72 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0542924 Mar 08 22:37:16.947281 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c78edaae-92fc-4d08-be29-41d46a159749 req-e5612461-f9cc-4501-bade-3642955b873b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Mar 08 22:37:17.287838 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c573933b-59c2-44a7-a82b-2df326547e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:17.652280 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:17.772036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544f9333-c13b-4618-8e09-d417c21fcd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:17.860006 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544f9333-c13b-4618-8e09-d417c21fcd79 admin admin] Publish callbacks [] for security_group (bd1b283f-8238-48fc-9162-8a4f2c007fe7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:17.927560 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544f9333-c13b-4618-8e09-d417c21fcd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (bd1b283f-8238-48fc-9162-8a4f2c007fe7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:17.973781 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-544f9333-c13b-4618-8e09-d417c21fcd79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=444f2fefe99147eaa3e366cb7733ff73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202343 Mar 08 22:37:17.974687 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:17.985446 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9333-c13b-4618-8e09-d417c21fcd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1b283f-8238-48fc-9162-8a4f2c007fe7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:18.092521 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21528391-81a2-4951-a366-63676880828b admin admin] Publish callbacks [] for security_group (bd1b283f-8238-48fc-9162-8a4f2c007fe7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.118548 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21528391-81a2-4951-a366-63676880828b admin admin] Publish callbacks [] for security_group (bd1b283f-8238-48fc-9162-8a4f2c007fe7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.121890 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caf8dd-b11a-485f-a412-9a660ac3343c req-e0ab39e1-6e1f-4ccd-bba9-14259f990347 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:18.123664 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-80caf8dd-b11a-485f-a412-9a660ac3343c req-e0ab39e1-6e1f-4ccd-bba9-14259f990347 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0575650 Mar 08 22:37:18.191879 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-80caf8dd-b11a-485f-a412-9a660ac3343c req-d29fc6a5-4b2b-4f40-94e2-85a2b0f2a71d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593798 Mar 08 22:37:18.231130 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21528391-81a2-4951-a366-63676880828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (bd1b283f-8238-48fc-9162-8a4f2c007fe7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.233834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21528391-81a2-4951-a366-63676880828b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.235147 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-21528391-81a2-4951-a366-63676880828b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd1b283f-8238-48fc-9162-8a4f2c007fe7 HTTP/1.1" status: 204 len: 168 time: 0.2591610 Mar 08 22:37:18.244173 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21528391-81a2-4951-a366-63676880828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1b283f-8238-48fc-9162-8a4f2c007fe7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:18.523133 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.854306 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45062) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:18.868260 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6e49-c954-4a21-8c82-1530e1ec3eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:18.964807 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6e49-c954-4a21-8c82-1530e1ec3eb6 admin admin] Publish callbacks [] for security_group (25e9a627-edc3-4526-aa2a-b47430f733a2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.020118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6e49-c954-4a21-8c82-1530e1ec3eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (25e9a627-edc3-4526-aa2a-b47430f733a2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.059508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6e49-c954-4a21-8c82-1530e1ec3eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9a627-edc3-4526-aa2a-b47430f733a2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:19.074413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a1ca6e49-c954-4a21-8c82-1530e1ec3eb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fd4e5cbd92f44d88f433bc6953cfcda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189329 Mar 08 22:37:19.078185 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45064) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:19.130498 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] Publish callbacks [] for security_group (25e9a627-edc3-4526-aa2a-b47430f733a2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.157162 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] Publish callbacks [] for security_group (25e9a627-edc3-4526-aa2a-b47430f733a2), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.277247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (25e9a627-edc3-4526-aa2a-b47430f733a2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.280126 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:19.281490 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25e9a627-edc3-4526-aa2a-b47430f733a2 HTTP/1.1" status: 204 len: 168 time: 0.2022722 Mar 08 22:37:19.294040 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b1ab-4cc8-4ac1-a7a9-5e5e2a7b734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9a627-edc3-4526-aa2a-b47430f733a2,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:19.334767 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7a78-db41-4f76-b033-1860d69a3021 req-09d6c91c-9f86-4b85-bbae-8156bd1aa01b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:19.341906 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-470f7a78-db41-4f76-b033-1860d69a3021 req-09d6c91c-9f86-4b85-bbae-8156bd1aa01b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0764902 Mar 08 22:37:19.404578 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-470f7a78-db41-4f76-b033-1860d69a3021 req-d5ab9c20-4d62-4409-a6e2-66c33deed18d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598569 Mar 08 22:37:20.164262 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.483511 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45078) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:20.524009 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be9a126e-2071-40a9-b455-dfd0239f406c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.575886 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31029a-b753-41b0-a2f5-9c2d5402129f req-c3e339fa-04d4-44c6-afe9-69b3d2c4b83c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:20.577615 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9b31029a-b753-41b0-a2f5-9c2d5402129f req-c3e339fa-04d4-44c6-afe9-69b3d2c4b83c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0865388 Mar 08 22:37:20.650770 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9b31029a-b753-41b0-a2f5-9c2d5402129f req-499816cd-ffef-49c7-bec5-d95e9a580ec2 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663278 Mar 08 22:37:20.679783 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be9a126e-2071-40a9-b455-dfd0239f406c admin admin] Publish callbacks [] for security_group (57fd504c-5c02-4e35-8604-82c391e3ed59), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.728314 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be9a126e-2071-40a9-b455-dfd0239f406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (57fd504c-5c02-4e35-8604-82c391e3ed59), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.773151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:20.773712 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-be9a126e-2071-40a9-b455-dfd0239f406c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=595f87f8a1f747ccbefc4d41257b5ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884252 Mar 08 22:37:20.774039 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a126e-2071-40a9-b455-dfd0239f406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd504c-5c02-4e35-8604-82c391e3ed59,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:20.835344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] Publish callbacks [] for security_group (57fd504c-5c02-4e35-8604-82c391e3ed59), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.858562 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] Publish callbacks [] for security_group (57fd504c-5c02-4e35-8604-82c391e3ed59), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.962271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (57fd504c-5c02-4e35-8604-82c391e3ed59), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.964936 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:20.966068 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57fd504c-5c02-4e35-8604-82c391e3ed59 HTTP/1.1" status: 204 len: 168 time: 0.1916518 Mar 08 22:37:20.974876 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44ff0e-d167-414b-88de-15510b92806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd504c-5c02-4e35-8604-82c391e3ed59,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:21.356783 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:21.776805 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6124e-f141-4241-a9b4-017a4d37f91d req-05f06b25-2f3c-4fa9-96be-0ccd2d02b7ac tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:21.778314 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3f6124e-f141-4241-a9b4-017a4d37f91d req-05f06b25-2f3c-4fa9-96be-0ccd2d02b7ac tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0524485 Mar 08 22:37:21.827708 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e3f6124e-f141-4241-a9b4-017a4d37f91d req-fdc8978c-ed73-4f3c-ab7b-b07988e175cc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Mar 08 22:37:21.935833 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:22.028954 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-716238481-network', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:22.122128 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Made reservation on behalf of c703a8d2830f47c4ac55910cd5ea5f8e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:37:22.124624 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.141348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.202244 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-c8e06101-8116-4a29-a492-a27a95083456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.203812 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-c8e06101-8116-4a29-a492-a27a95083456 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1130 time: 0.1166945 Mar 08 22:37:22.305300 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks [] for security_group (6c007a78-b54a-482c-9bb0-a8d0f546391e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.321870 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-d3bf35a1-7f5b-44c7-aebc-d77078978d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.323438 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-d3bf35a1-7f5b-44c7-aebc-d77078978d38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.1120706 Mar 08 22:37:22.340012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6c007a78-b54a-482c-9bb0-a8d0f546391e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.399925 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:37:22.411831 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c007a78-b54a-482c-9bb0-a8d0f546391e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:22.425063 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-fcb742d9-1678-4341-8e1a-c43522ec8fb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 1001 time: 0.0919697 Mar 08 22:37:22.426674 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.427036 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Added segment c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5 of type vlan for network 0ef29216-0cee-4cb0-918a-112f4383870e Mar 08 22:37:22.497495 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (0ef29216-0cee-4cb0-918a-112f4383870e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.513913 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-10dad758-6a09-4dca-977f-45e7b1166b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.515345 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-10dad758-6a09-4dca-977f-45e7b1166b55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0806246 Mar 08 22:37:22.525626 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:37:22.568824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-d051ccc5-9356-4d2f-bfd1-8f5e81a4561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.570236 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-d051ccc5-9356-4d2f-bfd1-8f5e81a4561c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455306 Mar 08 22:37:22.584670 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (0ef29216-0cee-4cb0-918a-112f4383870e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.585564 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.586110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.689542 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7525849 Mar 08 22:37:22.692606 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45122) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:22.695730 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deee18-ab2a-4431-8345-416ebc3df9bf admin admin] Pushing event updated for resources: {'Network': ['ID=0ef29216-0cee-4cb0-918a-112f4383870e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:22.697614 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Request body: {'subnet': {'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-716238481-subnet', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'ip_version': 4}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:22.705642 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 0ef29216-0cee-4cb0-918a-112f4383870e details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:37:22.724663 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-0e4b4ca4-5fcc-4fce-ba79-92abbfcf1bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476226 Mar 08 22:37:22.779313 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Made reservation on behalf of c703a8d2830f47c4ac55910cd5ea5f8e for: {'subnet': 1} {{(pid=103473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:37:22.781737 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12771691'] for subnet (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:22.822689 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70d5d78a-bd80-44cf-87ce-060ce8e2b9c5 req-f7169be5-3be2-4934-9c28-59b6506586cb service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915484 Mar 08 22:37:22.984654 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ae1a-9e92-4650-81da-68cfaf9c68cc req-43001e01-7667-4f4d-89f3-dd0744a1d1da tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:22.986123 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fe28ae1a-9e92-4650-81da-68cfaf9c68cc req-43001e01-7667-4f4d-89f3-dd0744a1d1da tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0862486 Mar 08 22:37:23.029410 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13044182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12771701'] for subnet (2b4155ae-a181-492f-a747-7a10760ab1ba), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.053708 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-fe28ae1a-9e92-4650-81da-68cfaf9c68cc req-f0a84366-0d8a-48bf-92b8-90daf1db7208 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604262 Mar 08 22:37:23.090054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4155ae-a181-492f-a747-7a10760ab1ba,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:23.100833 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:23.101183 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Network hostable DHCP agents. Network: 0ef29216-0cee-4cb0-918a-112f4383870e, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:37:23.177956 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Network 0ef29216-0cee-4cb0-918a-112f4383870e is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:37:23.258600 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 0ef29216-0cee-4cb0-918a-112f4383870e) {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:23.262552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:23.263239 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.267312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bff736-9b90-41f4-a092-0e593fd005de None None] Network 0ef29216-0cee-4cb0-918a-112f4383870e requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:37:23.347998 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9f89facb-a794-4cb8-bc85-9dd7cd5c128f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6535246 Mar 08 22:37:23.350474 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45126) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:23.354690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:23.368722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-0ef29216-0cee-4cb0-918a-112f4383870e', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:37:23.369598 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.443018 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.444073 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.494319 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for router_controller (66ae4d83-f09e-4f54-97c6-9c2f055852d8), precommit_add_association {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.500476 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Allocated IP 172.20.0.2 (0ef29216-0cee-4cb0-918a-112f4383870e/2b4155ae-a181-492f-a747-7a10760ab1ba/0187a96f-ca50-409d-a665-dd1aa02a9dce) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:23.636303 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks [] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.686338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for router_gateway (66ae4d83-f09e-4f54-97c6-9c2f055852d8), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.693642 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.735382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:23.738635 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:23.741992 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:23.747257 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Pushing event updated for resources: {'Port': ['ID=0187a96f-ca50-409d-a665-dd1aa02a9dce,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:23.798580 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Attempting to bind port 0187a96f-ca50-409d-a665-dd1aa02a9dce on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:23.798897 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Attempting to bind port 0187a96f-ca50-409d-a665-dd1aa02a9dce by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:23.799264 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Attempting to bind port 0187a96f-ca50-409d-a665-dd1aa02a9dce on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:23.804685 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:23.805058 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:23.805456 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.805846 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Bound using segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:23.806305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Bound port: 0187a96f-ca50-409d-a665-dd1aa02a9dce, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:23.806680 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.865962 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] For port 0187a96f-ca50-409d-a665-dd1aa02a9dce, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:23.868974 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] For port 0187a96f-ca50-409d-a665-dd1aa02a9dce, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=0187a96f-ca50-409d-a665-dd1aa02a9dce,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:23.943477 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for router_gateway (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.962067 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:23.974545 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.038179 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1251b-b406-43db-84d9-91849c5e0a4e None None] Pushing event updated for resources: {'Port': ['ID=0187a96f-ca50-409d-a665-dd1aa02a9dce,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:24.073086 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Allocated IP 172.27.1.210 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/94e14f32-dad1-4401-a892-d111dd4cfb71) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:24.199516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79b120-c128-4403-8ce3-a6544f730141 req-d895cf8b-7f05-46ed-99ce-10bf9f440b83 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:24.211718 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa79b120-c128-4403-8ce3-a6544f730141 req-d895cf8b-7f05-46ed-99ce-10bf9f440b83 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0789635 Mar 08 22:37:24.217016 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.266481 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fa79b120-c128-4403-8ce3-a6544f730141 req-74a10ff9-0513-4ebc-a7c2-48acc36afae8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543025 Mar 08 22:37:24.293965 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.337243 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:24.340383 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:24.344637 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:24.350468 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Pushing event updated for resources: {'Port': ['ID=94e14f32-dad1-4401-a892-d111dd4cfb71,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:24.681629 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for router_gateway (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.747836 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 0187a96f-ca50-409d-a665-dd1aa02a9dce up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:24.813480 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 0187a96f-ca50-409d-a665-dd1aa02a9dce triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:24.813844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.896231 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 0187a96f-ca50-409d-a665-dd1aa02a9dce is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:24.896698 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.916219 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:24.933291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 0187a96f-ca50-409d-a665-dd1aa02a9dce, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=0187a96f-ca50-409d-a665-dd1aa02a9dce,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:25.019874 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.029654 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72923c-4dbd-4500-84ca-baf321b22ef2 None None] Network 0ef29216-0cee-4cb0-918a-112f4383870e requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:37:25.118281 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=0187a96f-ca50-409d-a665-dd1aa02a9dce,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:25.120035 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:37:25.130181 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-16d53574-faec-4959-9f0a-92795a1226e7 None None] Provisioning complete for port 0187a96f-ca50-409d-a665-dd1aa02a9dce triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:25.130559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16d53574-faec-4959-9f0a-92795a1226e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.238273 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:37:25.240683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16d53574-faec-4959-9f0a-92795a1226e7 None None] Current status of the port 0187a96f-ca50-409d-a665-dd1aa02a9dce is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:25.250575 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:37:25.260804 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:25.264829 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:25.313222 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.318469 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a72c0cb3-b000-492e-8325-0e93d786e284 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9630704 Mar 08 22:37:25.322086 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45134) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:25.374259 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:25.427525 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49912-df54-4ad3-8c14-b01d967cb03a req-234336db-5762-4c41-89c3-712cc744d51d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:25.429440 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-51a49912-df54-4ad3-8c14-b01d967cb03a req-234336db-5762-4c41-89c3-712cc744d51d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 946 time: 0.0633163 Mar 08 22:37:25.491004 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-51a49912-df54-4ad3-8c14-b01d967cb03a req-a3009715-6d33-4949-abb1-2b5f0e996ff4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Mar 08 22:37:25.568082 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-56e460af-2ce7-4c2c-9162-e698522542a3 None None] Provisioning complete for port 0187a96f-ca50-409d-a665-dd1aa02a9dce triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:25.568812 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e460af-2ce7-4c2c-9162-e698522542a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.603816 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:24Z', 'revision_number': 3, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:25.634755 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:37:25.636829 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Updating router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 port 94e14f32-dad1-4401-a892-d111dd4cfb71 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:37:25.662248 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-56e460af-2ce7-4c2c-9162-e698522542a3 None None] Current status of the port 0187a96f-ca50-409d-a665-dd1aa02a9dce is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:25.663564 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.773036 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.919344 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks [] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:25.927150 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Allocated IP 172.20.0.1 (0ef29216-0cee-4cb0-918a-112f4383870e/2b4155ae-a181-492f-a747-7a10760ab1ba/3b418493-d2cb-4e1d-a623-7e86be0ae1d5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:26.002071 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.025857 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks [] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.057250 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:37:26.110899 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.129913 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Pushing event updated for resources: {'Port': ['ID=94e14f32-dad1-4401-a892-d111dd4cfb71,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:26.136707 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: ACTIVE; New status is: DOWN {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:26.137097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.139741 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.140294 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.140794 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.141284 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.141769 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.142260 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.142756 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.143136 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.143427 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.143790 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.144117 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.144433 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.144747 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.163327 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Attempting to bind port 94e14f32-dad1-4401-a892-d111dd4cfb71 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:26.163676 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Attempting to bind port 94e14f32-dad1-4401-a892-d111dd4cfb71 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:26.164031 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Attempting to bind port 94e14f32-dad1-4401-a892-d111dd4cfb71 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:26.168022 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:26.170247 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:26.170920 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:26.171826 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:26.180866 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.180866 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:26.181674 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:37:26.181873 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Bound port: 94e14f32-dad1-4401-a892-d111dd4cfb71, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:26.181873 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.182063 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:26.182142 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f41b0-50b9-4fb6-9019-22733944d3e8" -d '{"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:37:26.182233 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Pushing event updated for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:26.188833 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:26.214215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.215209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.215209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.215462 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.215669 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.215951 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.216379 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.216597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.216919 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.217502 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.217824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.218141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.218592 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:26.223458 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e776b-b12a-4d80-aaba-45e917b44ab7 x-openstack-request-id: req-bb1e776b-b12a-4d80-aaba-45e917b44ab7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:37:26.223990 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-unplugged", "status": "failed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "code": 422}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:37:26.224309 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb1e776b-b12a-4d80-aaba-45e917b44ab7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:37:26.224804 dv-cinder-832696-1-iscsi neutron-server[103475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'code': 422} returned with failed status Mar 08 22:37:26.239007 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.247964 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.266418 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] For port 94e14f32-dad1-4401-a892-d111dd4cfb71, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:26.276802 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] For port 94e14f32-dad1-4401-a892-d111dd4cfb71, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=94e14f32-dad1-4401-a892-d111dd4cfb71,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:26.312587 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=8']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:26.351289 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.410552 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:26.411193 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:26.412882 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaacc58-4c1d-4ac3-a3ca-0179bfcb0568 None None] Pushing event updated for resources: {'Port': ['ID=94e14f32-dad1-4401-a892-d111dd4cfb71,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:26.447576 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.542053 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:26.633853 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-a8730026-860a-4163-80c4-f059bd736cc0 None None] Provisioning complete for port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:26.633853 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8730026-860a-4163-80c4-f059bd736cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.639638 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks [] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.667917 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a8730026-860a-4163-80c4-f059bd736cc0 None None] Port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:37:26.729760 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 0187a96f-ca50-409d-a665-dd1aa02a9dce up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:26.733139 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.778641 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 0187a96f-ca50-409d-a665-dd1aa02a9dce triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:26.779109 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.791033 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:25Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:26.804172 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:26.807352 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Pushing event updated for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:26.818266 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a819ec-9979-4569-8b3a-cc60e4547466 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:25Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:37:26.869329 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 0187a96f-ca50-409d-a665-dd1aa02a9dce is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:26.921685 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:26.921930 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:27.071376 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:37:27.187939 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-8310ff61-4ba9-4b01-96d4-ce77a4d044bf None None] Provisioning complete for port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:27.189443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8310ff61-4ba9-4b01-96d4-ce77a4d044bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:27.201045 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:37:27.207581 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-c58753c4-dbcc-43d4-bee0-387d92ef29cc admin admin] 10.222.0.39 "PUT /v2.0/routers/66ae4d83-f09e-4f54-97c6-9c2f055852d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883982 Mar 08 22:37:27.232963 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8310ff61-4ba9-4b01-96d4-ce77a4d044bf None None] Port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:37:27.672284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ff40-2bb6-4a1f-a83e-477d93f694e5 req-78b76d36-8b43-47f2-806f-9e2606f8eee7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:27.674428 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1674ff40-2bb6-4a1f-a83e-477d93f694e5 req-78b76d36-8b43-47f2-806f-9e2606f8eee7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0556612 Mar 08 22:37:27.739896 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1674ff40-2bb6-4a1f-a83e-477d93f694e5 req-abaf10c6-5175-4c41-8d9d-6647c515f5d3 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587316 Mar 08 22:37:27.924381 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-22d77f1a-9c3f-4eb3-add0-56924e2c43be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526509 Mar 08 22:37:27.962377 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45186) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:27.967770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2030530185-network', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:28.009230 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-3153b073-5e84-4f4a-a5fd-4a9540a31d5b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:28.010725 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-3153b073-5e84-4f4a-a5fd-4a9540a31d5b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports/7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 941 time: 0.0505059 Mar 08 22:37:28.070757 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Made reservation on behalf of 9598560f5f504b2a8c44290e3e5b98cb for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:37:28.073274 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.082939 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.165890 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks [] for security_group (0f19f3c7-3ac7-42f2-be81-ffa456ce49f2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.259110 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0f19f3c7-3ac7-42f2-be81-ffa456ce49f2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.279578 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 22:37:28.295226 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19f3c7-3ac7-42f2-be81-ffa456ce49f2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:28.299227 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (620d9e8e-6bc0-4363-9536-53b67171b39b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.299569 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.segments_db [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Added segment 620d9e8e-6bc0-4363-9536-53b67171b39b of type vlan for network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 Mar 08 22:37:28.348701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758269448479'] for network (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.453097 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058'] for network (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.454106 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:28.454684 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.519105 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] Pushing event updated for resources: {'Network': ['ID=3bfccbcb-aa84-4f2d-94ea-56deb1b421d3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:28.529223 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 details requested by agent ovs-agent-dv-cinder-832696-1-iscsi with host dv-cinder-832696-1-iscsi {{(pid=103475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 22:37:28.542177 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5427c26f-481d-42e5-9295-7cfce75b09de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5785637 Mar 08 22:37:28.549363 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:28.554653 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Request body: {'subnet': {'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2030530185-subnet', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:28.682117 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Made reservation on behalf of 9598560f5f504b2a8c44290e3e5b98cb for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:37:28.693499 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136408'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.737271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 94e14f32-dad1-4401-a892-d111dd4cfb71 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:28.792153 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 94e14f32-dad1-4401-a892-d111dd4cfb71 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:28.792759 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.883251 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 94e14f32-dad1-4401-a892-d111dd4cfb71 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:28.883648 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:28.907222 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port 94e14f32-dad1-4401-a892-d111dd4cfb71, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=94e14f32-dad1-4401-a892-d111dd4cfb71,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:28.913985 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8dca5-0b05-40f7-bf24-660d5a1c75e9 req-9003e080-c5a2-4c7a-ab68-9d7d03a16a21 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:28.915634 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9c8dca5-0b05-40f7-bf24-660d5a1c75e9 req-9003e080-c5a2-4c7a-ab68-9d7d03a16a21 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0957994 Mar 08 22:37:28.950462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:37:28.959779 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:28.960940 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:28.966486 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f9c8dca5-0b05-40f7-bf24-660d5a1c75e9 req-565e4ba4-fb43-4fc7-8ca3-d49255dd5e6b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 Mar 08 22:37:29.002321 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13474315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136390'] for subnet (35f30168-9e87-4146-a04a-f8689825bf0a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.016517 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.061830 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f30168-9e87-4146-a04a-f8689825bf0a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:29.072339 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Checking segment: {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:29.072693 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Network hostable DHCP agents. Network: 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3, hostable agents: ['260dd358-41d1-4b16-94e4-57863b4b0feb'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 22:37:29.110969 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:29.113027 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=94e14f32-dad1-4401-a892-d111dd4cfb71,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:29.156345 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 is scheduled to be hosted by DHCP agent 260dd358-41d1-4b16-94e4-57863b4b0feb with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 22:37:29.225011 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832696-1-iscsi, 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:29.229249 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.229950 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.234451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d883fa-7efa-4a9d-bc84-7945d6df4e16 None None] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:37:29.296826 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a8aeeb96-9c80-4479-8a3a-fecb1446832f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7457862 Mar 08 22:37:29.299326 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45200) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:29.303685 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:29.367746 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9806'] for router (cdd0e226-70dd-484f-92e0-de1276777e38), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.368861 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9799'] for router (cdd0e226-70dd-484f-92e0-de1276777e38), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.378227 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ecbb5cc-d37b-5035-afb5-54b7cb20ad2b-3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'fixed_ips': [{'subnet_id': '35f30168-9e87-4146-a04a-f8689825bf0a'}]}} from dv-cinder-832696-1-iscsi. {{(pid=103475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 22:37:29.379093 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.420734 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for router_controller (cdd0e226-70dd-484f-92e0-de1276777e38), precommit_add_association {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.468027 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 2, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:29.499247 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:37:29.499603 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Updating router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:37:29.514619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-cff3abb3-26ec-4322-aa47-77e2fd574394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.516208 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-cff3abb3-26ec-4322-aa47-77e2fd574394 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5&tenant_id=af8122a9134d452a80b232315abaa99b HTTP/1.1" status: 200 len: 1128 time: 0.0488393 Mar 08 22:37:29.558686 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.585746 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Allocated IP 172.20.0.2 (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3/35f30168-9e87-4146-a04a-f8689825bf0a/c4c2cb5a-8331-4744-95cb-a5109c0679f0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:29.594486 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-0fa9a4d7-3b43-42bf-9971-46fe104876ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.596451 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-0fa9a4d7-3b43-42bf-9971-46fe104876ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1128 time: 0.0464685 Mar 08 22:37:29.653747 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for router_gateway (cdd0e226-70dd-484f-92e0-de1276777e38), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.694551 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-70b49cf8-1940-4029-8d84-729a3aa84579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.696119 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-70b49cf8-1940-4029-8d84-729a3aa84579 service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.0924582 Mar 08 22:37:29.763571 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-b8a8dd42-c312-436b-ade1-017066e5959a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 999 time: 0.0607853 Mar 08 22:37:29.813496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-e0fb178d-d89e-4ee9-b704-3935b46b17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.815107 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-e0fb178d-d89e-4ee9-b704-3935b46b17e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0460982 Mar 08 22:37:29.870482 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729923a-550f-4238-a247-cfcfd601bf97 req-c2873ea8-421f-4c73-8aa5-22661038e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:29.872124 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-c2873ea8-421f-4c73-8aa5-22661038e331 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506270 Mar 08 22:37:29.882298 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks [] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.961030 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks [] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.964456 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:29.969011 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-664e8794-d6e8-470b-9fcc-f2987ed7baa0 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903728 Mar 08 22:37:30.022500 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:30.029382 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:30.030854 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Pushing event updated for resources: {'Port': ['ID=c4c2cb5a-8331-4744-95cb-a5109c0679f0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:30.033046 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:30.043271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.043624 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.044082 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.044426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.044758 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.045091 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.045420 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.045743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.046068 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.046390 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.046714 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.047224 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.047559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.085505 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5729923a-550f-4238-a247-cfcfd601bf97 req-0fd40fca-07ea-4ce5-bc3d-5918de14083a service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105213 Mar 08 22:37:30.094621 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.208711 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881739f-aa1f-4986-aa7c-f1ed55aae9d3 req-c37e85f6-01a6-4d7d-a25b-ac3b3185d732 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:30.209965 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8881739f-aa1f-4986-aa7c-f1ed55aae9d3 req-c37e85f6-01a6-4d7d-a25b-ac3b3185d732 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1137142 Mar 08 22:37:30.216161 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for router_gateway (cdd0e226-70dd-484f-92e0-de1276777e38), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.244189 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.271986 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Attempting to bind port c4c2cb5a-8331-4744-95cb-a5109c0679f0 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:30.272349 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Attempting to bind port c4c2cb5a-8331-4744-95cb-a5109c0679f0 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:30.275692 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Attempting to bind port c4c2cb5a-8331-4744-95cb-a5109c0679f0 on network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:30.292920 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:30.293221 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Checking segment: {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:30.293609 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.294612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Bound using segment: {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:30.294612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Bound port: c4c2cb5a-8331-4744-95cb-a5109c0679f0, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:30.294847 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.296585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f890f0-2eff-4582-8b35-5f8e97f05faf None None] Pushing event updated for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:30.326646 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8881739f-aa1f-4986-aa7c-f1ed55aae9d3 req-283bdd82-13d1-4776-8224-15ea7e3fc58d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072829 Mar 08 22:37:30.402269 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Attempting to bind port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:30.402639 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Attempting to bind port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:30.403047 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Attempting to bind port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:30.406854 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Allocated IP 172.27.1.195 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/e3c03b1f-08d0-4169-9148-4274c0530a67) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:30.421205 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:30.421583 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:30.421990 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.422431 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Bound using segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:30.422935 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Bound port: 3b418493-d2cb-4e1d-a623-7e86be0ae1d5, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:30.423367 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.438302 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] For port c4c2cb5a-8331-4744-95cb-a5109c0679f0, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:30.452676 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] For port c4c2cb5a-8331-4744-95cb-a5109c0679f0, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=c4c2cb5a-8331-4744-95cb-a5109c0679f0,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:30.505297 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] For port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:30.515208 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] For port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:30.534484 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.551921 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.595238 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.642394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.643614 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Provisioning complete for port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:30.644025 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:30.646210 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a013e-9eef-4989-a73a-70bcb2b2fdc4 None None] Pushing event updated for resources: {'Port': ['ID=c4c2cb5a-8331-4744-95cb-a5109c0679f0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:30.703194 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:30.703871 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:30.741160 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Pushing event updated for resources: {'Port': ['ID=e3c03b1f-08d0-4169-9148-4274c0530a67,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:30.749876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.750107 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.750338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.750688 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.751073 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.751460 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.751800 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.752129 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.752509 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.752846 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.753731 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.754065 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.754389 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:37:30.767802 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:30.774318 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:30.774318 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:30.789653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 94e14f32-dad1-4401-a892-d111dd4cfb71 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:31.125989 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f890f0-2eff-4582-8b35-5f8e97f05faf None None] Pushing event updated for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:31.249957 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:31.351035 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for router_gateway (cdd0e226-70dd-484f-92e0-de1276777e38), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.425098 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 94e14f32-dad1-4401-a892-d111dd4cfb71 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:31.425490 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.429162 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Current status of the port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:31.429336 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.553355 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] For port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:31.598101 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985959-3a58-4636-ae5a-bca9bcba8415 req-f244591a-093c-43e3-889c-79110f5f7da6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:31.607648 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18985959-3a58-4636-ae5a-bca9bcba8415 req-f244591a-093c-43e3-889c-79110f5f7da6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1192298 Mar 08 22:37:31.669982 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.731809 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-18985959-3a58-4636-ae5a-bca9bcba8415 req-5ec2e09c-256a-4f3d-9d47-f7e226959c2e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221056 Mar 08 22:37:31.771514 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705722'] for router (cdd0e226-70dd-484f-92e0-de1276777e38), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.772086 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc43c0b-00ce-4025-8a23-9cab52761c55 None None] Pushing event updated for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:31.795410 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 94e14f32-dad1-4401-a892-d111dd4cfb71 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:31.813747 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-178fd8a5-ba5f-4eab-9746-47d73fbfd03e None None] Provisioning complete for port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:31.814270 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-178fd8a5-ba5f-4eab-9746-47d73fbfd03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:31.880233 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-451d8929-094e-40e5-9bff-0445736db013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:30Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:31.934008 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d8929-094e-40e5-9bff-0445736db013 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:30Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:37:31.974385 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Router cdd0e226-70dd-484f-92e0-de1276777e38 is scheduled to L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a with binding_index 1 {{(pid=103473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 22:37:32.004194 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-178fd8a5-ba5f-4eab-9746-47d73fbfd03e None None] Current status of the port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:32.078688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed18f5f-a383-4103-b42e-19b1bf4ffea7 None None] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:37:32.183580 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:37:32.201108 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Sync routers for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:37:32.214700 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:32.219760 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:32.255339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Provisioning complete for port c4c2cb5a-8331-4744-95cb-a5109c0679f0 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:32.258495 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.323859 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.328188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:32.328916 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-61e9612e-51f4-4f38-8a78-04b6e713fdbf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0285196 Mar 08 22:37:32.390644 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:32.440492 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Current status of the port c4c2cb5a-8331-4744-95cb-a5109c0679f0 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:32.441148 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.509155 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] For port c4c2cb5a-8331-4744-95cb-a5109c0679f0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=c4c2cb5a-8331-4744-95cb-a5109c0679f0,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:32.579403 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.721231 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34124-9567-46bf-9543-68fcae7297eb None None] Pushing event updated for resources: {'Port': ['ID=c4c2cb5a-8331-4744-95cb-a5109c0679f0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:32.766182 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-02813915-598c-4ae2-b8bf-da8f3e818b47 None None] Provisioning complete for port c4c2cb5a-8331-4744-95cb-a5109c0679f0 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:32.766563 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-02813915-598c-4ae2-b8bf-da8f3e818b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.827572 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 3, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:32.905555 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Checking router: cdd0e226-70dd-484f-92e0-de1276777e38 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:37:32.905909 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Updating router cdd0e226-70dd-484f-92e0-de1276777e38 port e3c03b1f-08d0-4169-9148-4274c0530a67 binding host dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:37:32.965714 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:32.990419 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-02813915-598c-4ae2-b8bf-da8f3e818b47 None None] Current status of the port c4c2cb5a-8331-4744-95cb-a5109c0679f0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:33.074411 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:33.080402 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2ac5-c0c6-4dd6-93f9-af9f5958b91e req-8732fe41-89e0-49e2-95d9-68646366820f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:33.088822 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6cd2ac5-c0c6-4dd6-93f9-af9f5958b91e req-8732fe41-89e0-49e2-95d9-68646366820f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1664131 Mar 08 22:37:33.185827 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d6cd2ac5-c0c6-4dd6-93f9-af9f5958b91e req-b3117b57-1337-442d-a0eb-e4c3a96c7586 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948126 Mar 08 22:37:33.192083 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:33.192548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.414695 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:33.416033 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device c4c2cb5a-8331-4744-95cb-a5109c0679f0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:33.495669 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port c4c2cb5a-8331-4744-95cb-a5109c0679f0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:33.496318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.500764 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks [] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.583955 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.633809 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.673887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port c4c2cb5a-8331-4744-95cb-a5109c0679f0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:33.695021 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Attempting to bind port e3c03b1f-08d0-4169-9148-4274c0530a67 on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:33.695609 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Attempting to bind port e3c03b1f-08d0-4169-9148-4274c0530a67 by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:33.695974 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Attempting to bind port e3c03b1f-08d0-4169-9148-4274c0530a67 on network a0ee2ee2-73e9-463e-a95c-21b90575f505 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:33.698086 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532a3dc-a524-4ffd-b302-f8adadbee686 None None] Pushing event updated for resources: {'Port': ['ID=e3c03b1f-08d0-4169-9148-4274c0530a67,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:33.712899 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:33.713294 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Checking segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:33.713699 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.714095 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Bound using segment: {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:33.714575 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Bound port: e3c03b1f-08d0-4169-9148-4274c0530a67, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9639ac0-2825-4170-b52f-4c31c4fa3596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:33.716220 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.779593 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] For port e3c03b1f-08d0-4169-9148-4274c0530a67, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:33.784404 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] For port e3c03b1f-08d0-4169-9148-4274c0530a67, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e3c03b1f-08d0-4169-9148-4274c0530a67,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:33.823692 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Allocated IP 172.20.0.1 (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3/35f30168-9e87-4146-a04a-f8689825bf0a/7130d79f-66c1-46e9-a5fb-72aeb7f64bed) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:37:33.853156 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:33.919308 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:33.919657 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:33.923988 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532a3dc-a524-4ffd-b302-f8adadbee686 None None] Pushing event updated for resources: {'Port': ['ID=e3c03b1f-08d0-4169-9148-4274c0530a67,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:33.957604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks [] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.045808 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:34.059706 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.103960 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:34.106942 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:34.111479 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:37:34.115419 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Pushing event updated for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:34.161751 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704151'] for router_interface (cdd0e226-70dd-484f-92e0-de1276777e38), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.333223 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 3, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:34.370521 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc8df-4fac-4b1c-9036-5642d5fe2beb None None] The sync data for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi is: [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 3, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:37:34.401304 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46254d34-dd4c-4400-8c57-7358250a6434 req-d6788de4-e835-48ff-922c-942381630db8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:34.403176 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46254d34-dd4c-4400-8c57-7358250a6434 req-d6788de4-e835-48ff-922c-942381630db8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1238103 Mar 08 22:37:34.489500 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-46254d34-dd4c-4400-8c57-7358250a6434 req-929abaec-41a3-4b9e-a2ac-b2223384785c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791607 Mar 08 22:37:34.492366 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.525931 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-29bcd94e-3568-48ba-9698-e78cd459ea96 None None] Provisioning complete for port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:34.526479 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29bcd94e-3568-48ba-9698-e78cd459ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.563218 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-29bcd94e-3568-48ba-9698-e78cd459ea96 None None] Port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:37:34.729287 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks [] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.796419 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.871824 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704123'] for router_interface (cdd0e226-70dd-484f-92e0-de1276777e38), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:34.873860 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Pushing event updated for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:34.907694 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e3c03b1f-08d0-4169-9148-4274c0530a67 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:34.989860 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port e3c03b1f-08d0-4169-9148-4274c0530a67 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:34.990426 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:35.023185 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:37:35.025230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:37:35.137136 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port e3c03b1f-08d0-4169-9148-4274c0530a67 is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:35.145905 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:35.191463 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Router cdd0e226-70dd-484f-92e0-de1276777e38 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:37:35.208823 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] For port e3c03b1f-08d0-4169-9148-4274c0530a67, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e3c03b1f-08d0-4169-9148-4274c0530a67,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:35.287707 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:35.288619 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device c4c2cb5a-8331-4744-95cb-a5109c0679f0 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:35.352658 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:37:35.365675 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-ba7979ff-41f6-4028-b76d-7d9da7c3b728 admin admin] 10.222.0.39 "PUT /v2.0/routers/cdd0e226-70dd-484f-92e0-de1276777e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0359964 Mar 08 22:37:35.452197 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-24756f71-c05e-4111-a9ae-9af39b55c762 None None] Provisioning complete for port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:35.459318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24756f71-c05e-4111-a9ae-9af39b55c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:35.504352 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Pushing event updated for resources: {'Port': ['ID=e3c03b1f-08d0-4169-9148-4274c0530a67,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:35.557060 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-24756f71-c05e-4111-a9ae-9af39b55c762 None None] Port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:37:35.566408 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port c4c2cb5a-8331-4744-95cb-a5109c0679f0 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:35.566785 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:35.693278 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bfec9-5f49-4de5-8925-a51b8b1d1d1a req-7ec482d8-c3a2-4b39-97f8-fde4cb6f56d6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:35.700980 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-809bfec9-5f49-4de5-8925-a51b8b1d1d1a req-7ec482d8-c3a2-4b39-97f8-fde4cb6f56d6 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1081934 Mar 08 22:37:35.720932 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port c4c2cb5a-8331-4744-95cb-a5109c0679f0 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:35.791941 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-809bfec9-5f49-4de5-8925-a51b8b1d1d1a req-07ccbb3c-7eee-4442-99b6-7445107d2718 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891318 Mar 08 22:37:36.469951 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Sync routers for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:37:36.480871 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:36.481480 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:36.641481 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45250) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:36.647649 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995533476', 'description': 'tempest-secgroup-smoke-1995533476 description', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:36.739985 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:36.765055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:36.796055 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e3c03b1f-08d0-4169-9148-4274c0530a67 up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:36.823894 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (9003202b-872b-4f86-9ca0-f2a293a75cf4), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:36.888198 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (9003202b-872b-4f86-9ca0-f2a293a75cf4), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:36.925460 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9003202b-872b-4f86-9ca0-f2a293a75cf4,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:36.981209 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6cf4-d7c9-4112-a571-9ebdd63af114 req-f216f0e5-4e0f-4d11-9f98-aee8d0bb5191 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:36.991161 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37cc6cf4-d7c9-4112-a571-9ebdd63af114 req-f216f0e5-4e0f-4d11-9f98-aee8d0bb5191 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1245279 Mar 08 22:37:36.991452 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:36.992884 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-5d376d3a-3b92-4c19-8ee6-ca32669c501f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3494837 Mar 08 22:37:36.995990 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45256) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:37.000992 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:37.044025 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-37cc6cf4-d7c9-4112-a571-9ebdd63af114 req-63ab2300-b029-4b09-b83f-c8cecb9b6bad tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 Mar 08 22:37:37.086563 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port e3c03b1f-08d0-4169-9148-4274c0530a67 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:37.086957 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.099165 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (3cbfbb5c-e275-4415-8ebe-fcdbf4ea04f9), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.178483 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (3cbfbb5c-e275-4415-8ebe-fcdbf4ea04f9), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.190992 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:34Z', 'revision_number': 4, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '7130d79f-66c1-46e9-a5fb-72aeb7f64bed', 'name': '', 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'mac_address': 'fa:16:3e:95:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:33Z', 'updated_at': '2022-03-08T22:37:34Z', 'revision_number': 2, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'subnets': [{'id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:37.195383 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port e3c03b1f-08d0-4169-9148-4274c0530a67 is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:37.227494 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Checking router: cdd0e226-70dd-484f-92e0-de1276777e38 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:37:37.227854 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Updating router cdd0e226-70dd-484f-92e0-de1276777e38 port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed binding host dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 22:37:37.257363 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.270780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (3cbfbb5c-e275-4415-8ebe-fcdbf4ea04f9), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.288284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbfbb5c-e275-4415-8ebe-fcdbf4ea04f9,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:37.392511 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.394456 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-273045c0-ed9c-4692-9537-7becc9b41ec4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972249 Mar 08 22:37:37.396463 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45258) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:37.401895 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:37.505245 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (73bba578-4532-49df-a8c8-ca6fd43e72a3), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.543679 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks [] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.574871 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (73bba578-4532-49df-a8c8-ca6fd43e72a3), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.636307 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.664991 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (73bba578-4532-49df-a8c8-ca6fd43e72a3), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.697605 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bba578-4532-49df-a8c8-ca6fd43e72a3,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:37.698585 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3101c1-3b83-471e-805c-0c47605e691c None None] Pushing event updated for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:37.752868 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.754338 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f5a64533-21bd-4e51-b200-f6e5332e123d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567445 Mar 08 22:37:37.757389 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45260) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:37.763497 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:37.780470 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Attempting to bind port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed on host dv-cinder-832696-1-iscsi for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:37:37.781571 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Attempting to bind port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed by drivers openvswitch,hyperv on host dv-cinder-832696-1-iscsi at level 0 using segments [{'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:37:37.782166 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Attempting to bind port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed on network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:37:37.788917 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Checking agent: {'id': 'db1b9359-358c-4099-85ba-92eeb4fc6915', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 17, 51), 'started_at': datetime.datetime(2022, 3, 8, 22, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:37:37.789684 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Checking segment: {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:37:37.790318 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.790987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Bound using segment: {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:37:37.797924 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Bound port: 7130d79f-66c1-46e9-a5fb-72aeb7f64bed, host: dv-cinder-832696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d9e8e-6bc0-4363-9536-53b67171b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:37:37.797924 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.865390 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] For port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed, host dv-cinder-832696-1-iscsi, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:37:37.868920 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] For port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed, host dv-cinder-832696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:37:37.886747 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (4188d047-3119-44f0-9f7e-35c820c0e78d), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.950181 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:37.953417 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (4188d047-3119-44f0-9f7e-35c820c0e78d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.039125 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:37:38.039784 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:38.041675 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3101c1-3b83-471e-805c-0c47605e691c None None] Pushing event updated for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:38.048237 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Provisioning complete for port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:38.048539 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.052502 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (4188d047-3119-44f0-9f7e-35c820c0e78d), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.067061 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4188d047-3119-44f0-9f7e-35c820c0e78d,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:38.196152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.197883 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c0a50df9-eeb7-4181-aea2-308945d0120a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4394708 Mar 08 22:37:38.200831 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:38.207221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:38.253500 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742fd8-d402-4a57-8d42-037ec156743b req-65292dc4-380a-44f6-8439-7b1015c7bf2a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:38.258061 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-32742fd8-d402-4a57-8d42-037ec156743b req-65292dc4-380a-44f6-8439-7b1015c7bf2a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0793283 Mar 08 22:37:38.280855 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:37:38.306121 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (99ea74eb-2bcb-4e4b-8d1c-92bd7c0ab8e0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.359118 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-32742fd8-d402-4a57-8d42-037ec156743b req-9f204027-c899-415f-a1d9-9ffaeeae7dbd tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883231 Mar 08 22:37:38.405515 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Current status of the port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed is: DOWN; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:38.405993 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.436817 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (99ea74eb-2bcb-4e4b-8d1c-92bd7c0ab8e0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.461108 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.476181 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (99ea74eb-2bcb-4e4b-8d1c-92bd7c0ab8e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.492225 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] For port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:38.495205 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ea74eb-2bcb-4e4b-8d1c-92bd7c0ab8e0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:38.561429 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.563298 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.568296 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45266) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:38.568447 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a5d63ff5-1809-44e8-b8c5-53d12beb295e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3660271 Mar 08 22:37:38.573696 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:38.653458 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4672d-be4e-463e-8d4c-64dd872099ca None None] Pushing event updated for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:38.703525 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-decdc591-31ef-4272-8e12-33f949aa5f53 None None] Provisioning complete for port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:38.703525 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-decdc591-31ef-4272-8e12-33f949aa5f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:38.703525 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:34Z', 'revision_number': 4, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '7130d79f-66c1-46e9-a5fb-72aeb7f64bed', 'name': '', 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'mac_address': 'fa:16:3e:95:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:33Z', 'updated_at': '2022-03-08T22:37:37Z', 'revision_number': 4, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'subnets': [{'id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:37:38.745307 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53c8609-188a-45aa-b968-22b552c95e69 None None] The sync data for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi is: [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:37:34Z', 'revision_number': 4, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '7130d79f-66c1-46e9-a5fb-72aeb7f64bed', 'name': '', 'network_id': '3bfccbcb-aa84-4f2d-94ea-56deb1b421d3', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'mac_address': 'fa:16:3e:95:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:33Z', 'updated_at': '2022-03-08T22:37:37Z', 'revision_number': 4, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'subnets': [{'id': '35f30168-9e87-4146-a04a-f8689825bf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:37:38.872358 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-decdc591-31ef-4272-8e12-33f949aa5f53 None None] Current status of the port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:39.104984 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.securitygroups_db [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Project c703a8d2830f47c4ac55910cd5ea5f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:37:39.113876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (99fc18a3-a4ae-4467-96c5-558c064d8366), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.188876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (99fc18a3-a4ae-4467-96c5-558c064d8366), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.276317 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (99fc18a3-a4ae-4467-96c5-558c064d8366), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.296483 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fc18a3-a4ae-4467-96c5-558c064d8366,revision_number=0']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:39.398747 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.410151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:37:39.410668 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-6ccf2707-257b-417d-8422-c8aeb1f75230 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8332081 Mar 08 22:37:39.410791 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'security_group_rule': {'security_group_id': '9003202b-872b-4f86-9ca0-f2a293a75cf4', 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:37:39.514539 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Project c703a8d2830f47c4ac55910cd5ea5f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 22:37:39.523092 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (68d19fe4-598a-4468-9708-876293de740a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.594012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (68d19fe4-598a-4468-9708-876293de740a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.603406 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af46b8-1d58-4c9b-8b2c-188bb8024bb7 req-60855fd4-27b5-4a08-81f1-3fb6819d4550 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:39.610476 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88af46b8-1d58-4c9b-8b2c-188bb8024bb7 req-60855fd4-27b5-4a08-81f1-3fb6819d4550 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.1451604 Mar 08 22:37:39.676880 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752537'] for security_group_rule (68d19fe4-598a-4468-9708-876293de740a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.687974 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-88af46b8-1d58-4c9b-8b2c-188bb8024bb7 req-a859a3d7-e63f-4ba5-9fd3-b988e926bb59 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765212 Mar 08 22:37:39.714886 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d19fe4-598a-4468-9708-876293de740a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:39.793656 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:39.798389 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5b268813-2f46-439e-ad58-73141b88dafd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3905208 Mar 08 22:37:40.760955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 7130d79f-66c1-46e9-a5fb-72aeb7f64bed up at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:40.815175 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Provisioning complete for port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:40.816262 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:40.825375 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17bb2a-2867-4ac8-9cc1-5d03760c1818 req-5f73c592-0b6c-45ba-b718-026039266f7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:40.828967 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ec17bb2a-2867-4ac8-9cc1-5d03760c1818 req-5f73c592-0b6c-45ba-b718-026039266f7d tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0530872 Mar 08 22:37:40.876440 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ec17bb2a-2867-4ac8-9cc1-5d03760c1818 req-2d702d54-4c92-4ac9-9976-d528cece6fcc tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Mar 08 22:37:40.896213 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Current status of the port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed is: ACTIVE; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:42.004855 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3d065-4e9e-45f8-aab4-2441015dfac5 req-c987a733-d2dc-46fc-a7a8-f3d5c4e0e646 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:42.006395 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17f3d065-4e9e-45f8-aab4-2441015dfac5 req-c987a733-d2dc-46fc-a7a8-f3d5c4e0e646 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0558679 Mar 08 22:37:42.055189 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-17f3d065-4e9e-45f8-aab4-2441015dfac5 req-83ead8e3-db91-4658-adc6-2d0aa4885c35 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Mar 08 22:37:43.178589 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c829cc-3889-4ebe-b1f5-9ba7a1ed29c1 req-405f4807-80db-46bd-b41a-79c1c32cc743 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:43.180073 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-96c829cc-3889-4ebe-b1f5-9ba7a1ed29c1 req-405f4807-80db-46bd-b41a-79c1c32cc743 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0529580 Mar 08 22:37:43.226962 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-96c829cc-3889-4ebe-b1f5-9ba7a1ed29c1 req-7f879fc0-1e4e-46d8-a1c4-285e76435e21 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Mar 08 22:37:44.365832 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600845-9c00-439f-addf-a4045937b7b0 req-ed8250fa-b174-4122-afb1-7c12bc61462b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:44.367388 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32600845-9c00-439f-addf-a4045937b7b0 req-ed8250fa-b174-4122-afb1-7c12bc61462b tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0620840 Mar 08 22:37:44.421235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-32600845-9c00-439f-addf-a4045937b7b0 req-401aa7af-c5e6-4982-af23-243bcc114416 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Mar 08 22:37:45.281743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-810691c6-abda-4f43-af5c-bb48644e0d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:45.547811 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb5360-fe9e-41b9-8d75-638371e22d60 req-8b72fe60-ffc5-4a6e-9974-e61214843aea tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:45.549384 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ddfb5360-fe9e-41b9-8d75-638371e22d60 req-8b72fe60-ffc5-4a6e-9974-e61214843aea tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0546138 Mar 08 22:37:45.595067 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-ddfb5360-fe9e-41b9-8d75-638371e22d60 req-1a440e83-b8a3-4ff5-803d-2a179809ff58 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Mar 08 22:37:46.725642 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b6a2-acd4-4611-a312-b3efd0f26759 req-9f19e882-3e2a-49a6-a77d-3005cfb2d085 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:46.727172 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd73b6a2-acd4-4611-a312-b3efd0f26759 req-9f19e882-3e2a-49a6-a77d-3005cfb2d085 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0580657 Mar 08 22:37:46.772695 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fd73b6a2-acd4-4611-a312-b3efd0f26759 req-1b0fb1ad-035f-440c-a82a-c6a458b291e8 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Mar 08 22:37:47.287462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-700d5937-e9b1-447c-8562-d1fc843a8d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:47.895977 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c8bee-0280-4643-abf0-d068c76c0732 req-61a3d256-61a4-445b-a9c0-cc9e52fa6b2e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:47.898753 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0b2c8bee-0280-4643-abf0-d068c76c0732 req-61a3d256-61a4-445b-a9c0-cc9e52fa6b2e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 944 time: 0.0529006 Mar 08 22:37:47.944754 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0b2c8bee-0280-4643-abf0-d068c76c0732 req-07ef34b5-20b7-4b26-a3a4-994106c67618 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Mar 08 22:37:48.146277 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:37:48.244102 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:48.255226 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'port_id': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'mac_address': 'fa:16:3e:7c:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:37:48.292574 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:48.293245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:48.309648 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:37:48.330384 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:48.401019 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:48.449661 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=9']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:48.521525 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:48.787494 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['7f75717b-5f1a-4c8e-82db-d97e9c69caa7'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:37:49.064920 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf53ba6-7157-4cd3-ae00-82a6ac2af085 req-f434c68d-880d-4afa-a4d3-a5082793620f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:49.066905 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bf53ba6-7157-4cd3-ae00-82a6ac2af085 req-f434c68d-880d-4afa-a4d3-a5082793620f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Mar 08 22:37:49.114713 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1bf53ba6-7157-4cd3-ae00-82a6ac2af085 req-5bdee598-49cb-431d-9b48-78876cbce647 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Mar 08 22:37:50.132534 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:50.150709 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:37:50.198593 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:37:50.198902 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:50.239471 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d73db-f1ce-4427-8e56-e4099e89de78 req-06466fb4-cdcb-4f08-af43-8a64e84e698a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:50.240938 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c6d73db-f1ce-4427-8e56-e4099e89de78 req-06466fb4-cdcb-4f08-af43-8a64e84e698a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Mar 08 22:37:50.277386 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:37:50.277780 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:50.286040 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2c6d73db-f1ce-4427-8e56-e4099e89de78 req-e8ae79ed-dcac-46f5-b405-3db22858a645 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 Mar 08 22:37:50.300424 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:37:50.302671 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ebf04-5a81-4d34-9637-1b5601c94f80" -d '{"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:37:50.319887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:37:50.384014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:50.406789 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b19e39-df15-46ad-a373-a02f129cfa8d x-openstack-request-id: req-f5b19e39-df15-46ad-a373-a02f129cfa8d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:37:50.408522 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:37:50.408522 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5b19e39-df15-46ad-a373-a02f129cfa8d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:37:50.408522 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'code': 200} Mar 08 22:37:50.433487 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:37:50.735398 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afaed8-cd9b-4852-92dd-5f4a2a5de77c req-9de3b998-3562-436c-8fb1-77ac101e66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:50.736810 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b1afaed8-cd9b-4852-92dd-5f4a2a5de77c req-9de3b998-3562-436c-8fb1-77ac101e66e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1131 time: 0.0431740 Mar 08 22:37:50.782970 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b1afaed8-cd9b-4852-92dd-5f4a2a5de77c req-3b9c8940-d9ed-4615-b6de-ac63db6c4288 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Mar 08 22:37:51.378834 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:37:51.408230 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe910-828e-4d9e-af4b-62990840290d req-eb1bd420-1362-4924-9ff5-9867f5d5a56a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:51.409683 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0ebfe910-828e-4d9e-af4b-62990840290d req-eb1bd420-1362-4924-9ff5-9867f5d5a56a tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0517509 Mar 08 22:37:51.455007 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0ebfe910-828e-4d9e-af4b-62990840290d req-b52b6863-a5f0-4fd3-a2cc-e667b837d53f tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Mar 08 22:37:52.580845 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9d29-7771-4fc0-9c3f-9fe9bdd4d8e5 req-e6380a22-2bc2-425b-84c7-cca2ec2d2c23 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:52.582213 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8cf9d29-7771-4fc0-9c3f-9fe9bdd4d8e5 req-e6380a22-2bc2-425b-84c7-cca2ec2d2c23 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0525472 Mar 08 22:37:52.628983 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c8cf9d29-7771-4fc0-9c3f-9fe9bdd4d8e5 req-2355216f-a42d-4cb8-b486-9ed6c55ce5d0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Mar 08 22:37:53.749160 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743bfad-cc9e-45ee-a7db-9ea38c0882bd req-ca131542-c84c-4fbf-a75a-ca713c31b885 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:37:53.750617 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5743bfad-cc9e-45ee-a7db-9ea38c0882bd req-ca131542-c84c-4fbf-a75a-ca713c31b885 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0504186 Mar 08 22:37:53.800679 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-5743bfad-cc9e-45ee-a7db-9ea38c0882bd req-f13f3a85-96db-47f0-b6ae-821255e8f1c4 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Mar 08 22:37:59.524947 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:38:02.769507 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-88f71448-e4f3-4b41-853e-71d712e55aac tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995533476&fields=id&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 267 time: 0.0438066 Mar 08 22:38:02.875135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-502f3cae-aabf-4deb-bfa2-897c6854c319 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:02.876551 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-502f3cae-aabf-4deb-bfa2-897c6854c319 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.1008260 Mar 08 22:38:02.891055 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-17a76f84-af36-429d-b5fd-a9c7e1e05b3f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/quotas/c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 375 time: 0.0086365 Mar 08 22:38:02.943561 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-210c8831-b37c-4745-8853-bb370b9c5869 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478497 Mar 08 22:38:03.043266 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-72f6217a-dca2-419d-9a62-553bbb731e5e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 22:38:03.044260 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-72f6217a-dca2-419d-9a62-553bbb731e5e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0897245 Mar 08 22:38:03.136208 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-4455c126-5933-4d76-8ef3-9ff2a3c0eed0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855222 Mar 08 22:38:03.221986 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-5360fbb1-0a47-4583-ab58-7dedf8a136cf service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797431 Mar 08 22:38:03.768544 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1d8888f3-68f2-4d09-b4c9-60d206def56d req-04103c3d-218b-4371-84eb-19ebef6d22b2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0266113 Mar 08 22:38:04.859478 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-af2f8b3c-d2d5-48cf-b4b7-7476b4fc95e6 req-c10f287e-391e-4e7b-86f8-910a9e86b245 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Mar 08 22:38:05.811942 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-44113c4b-2d6d-4dd5-8b40-618546a02e0b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:05.813328 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-44113c4b-2d6d-4dd5-8b40-618546a02e0b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.1009605 Mar 08 22:38:05.880823 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-fbe97a6f-9b8c-4145-b153-2583a578212f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 380 time: 0.0523963 Mar 08 22:38:05.888976 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'port': {'device_id': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'admin_state_up': True, 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'security_groups': ['9003202b-872b-4f86-9ca0-f2a293a75cf4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:38:05.962911 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e244b301-9005-4036-a90d-783229319407 req-15e777d4-b11a-4301-a3e5-135113101603 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Mar 08 22:38:06.064092 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Made reservation on behalf of c703a8d2830f47c4ac55910cd5ea5f8e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:38:06.067548 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.187523 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.20.0.11 (0ef29216-0cee-4cb0-918a-112f4383870e/2b4155ae-a181-492f-a747-7a10760ab1ba/a500e440-78ab-4f4d-b2ac-daea132b79f2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:38:06.323751 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.407117 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.449667 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:38:06.452526 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:38:06.456931 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:38:06.486287 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:06.516947 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:06.517603 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.620942 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-2e9e9c84-a725-4955-80c6-b3f47af8673c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7356954 Mar 08 22:38:06.632868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Request body: {'port': {'device_id': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:38:06.669003 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-28b4ccc3-220d-4044-be27-3cd010cd7418 None None] Provisioning complete for port a500e440-78ab-4f4d-b2ac-daea132b79f2 triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:38:06.669607 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-28b4ccc3-220d-4044-be27-3cd010cd7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.694627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.703299 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-28b4ccc3-220d-4044-be27-3cd010cd7418 None None] Port a500e440-78ab-4f4d-b2ac-daea132b79f2 cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:38:06.954407 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a500e440-78ab-4f4d-b2ac-daea132b79f2 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:38:06.961753 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks [] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:06.973851 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Transition to ACTIVE for port object a500e440-78ab-4f4d-b2ac-daea132b79f2 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:38:07.039472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:07.107028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Pushing event updated for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:07.142773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffd2e5-9fef-45da-8bf8-81f422288703 req-823544f6-8f9f-4ec6-af16-2e0be4099eef tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:07.144348 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1cffd2e5-9fef-45da-8bf8-81f422288703 req-823544f6-8f9f-4ec6-af16-2e0be4099eef tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1154695 Mar 08 22:38:07.228580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Attempting to bind port a500e440-78ab-4f4d-b2ac-daea132b79f2 on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:38:07.228914 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Attempting to bind port a500e440-78ab-4f4d-b2ac-daea132b79f2 by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:38:07.229247 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Attempting to bind port a500e440-78ab-4f4d-b2ac-daea132b79f2 on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:38:07.234371 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1cffd2e5-9fef-45da-8bf8-81f422288703 req-a59fb815-0c7e-4d3f-b4e5-f977a6863ec9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677035 Mar 08 22:38:07.238221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Port a500e440-78ab-4f4d-b2ac-daea132b79f2 on network 0ef29216-0cee-4cb0-918a-112f4383870e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:38:07.238538 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Attempting to bind port a500e440-78ab-4f4d-b2ac-daea132b79f2 on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:38:07.243690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:38:07.244014 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:38:07.244303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Bound using segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:38:07.244732 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Bound port: a500e440-78ab-4f4d-b2ac-daea132b79f2, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:38:07.245084 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:07.305656 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:38:07.308532 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:38:07.412948 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:07.447516 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:07.448120 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:07.449471 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] 10.222.0.35 "PUT /v2.0/ports/a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 200 len: 1094 time: 0.8206668 Mar 08 22:38:07.449956 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:07.452403 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088776d-936e-490d-9742-e308de161d91" -d '{"events": [{"name": "network-changed", "server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:07.477583 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503ab0-2a1c-4239-a5ed-19e08540263a service neutron] Pushing event updated for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:07.549629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a9fd2-e601-4f88-8a34-a53591c53e05 x-openstack-request-id: req-232a9fd2-e601-4f88-8a34-a53591c53e05 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:07.549629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:07.549629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-232a9fd2-e601-4f88-8a34-a53591c53e05 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:07.550015 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'status': 'completed', 'code': 200} Mar 08 22:38:07.613711 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-17cc434b-74c2-4ea0-a6d4-83cbcfb9aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:07.615358 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-17cc434b-74c2-4ea0-a6d4-83cbcfb9aef8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1128 time: 0.0513091 Mar 08 22:38:07.659360 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-e82a9895-086d-4e2e-afe9-b4c54d672837 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 200 len: 217 time: 0.0359263 Mar 08 22:38:07.704927 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-27d5cc0e-114c-40af-aa30-e978571a8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:07.706956 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-27d5cc0e-114c-40af-aa30-e978571a8859 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0422218 Mar 08 22:38:07.757225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-15f53897-fe3b-4c7d-9ffa-d7857a1bebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:07.758587 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-15f53897-fe3b-4c7d-9ffa-d7857a1bebff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461662 Mar 08 22:38:07.846028 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-3ab924fb-a38e-4651-9b1d-2548b76c70a5 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795829 Mar 08 22:38:07.935136 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-36b7323d-6fbe-4e24-b56f-022c9d1d72b2 req-363f12b5-230b-469a-bed1-d455f3582bde service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830953 Mar 08 22:38:08.087623 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088776d-936e-490d-9742-e308de161d91 req-a851911d-9831-4e9a-a435-623a98480ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:08.089009 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-a851911d-9831-4e9a-a435-623a98480ca9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1128 time: 0.0452921 Mar 08 22:38:08.176114 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088776d-936e-490d-9742-e308de161d91 req-73da0561-30ed-497c-87ad-f3ff3094e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:08.177540 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-73da0561-30ed-497c-87ad-f3ff3094e1a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0826037 Mar 08 22:38:08.221178 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-15877980-8667-4e27-94fc-bc0d286cf870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 200 len: 217 time: 0.0371361 Mar 08 22:38:08.268806 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088776d-936e-490d-9742-e308de161d91 req-52b36b43-63a1-42a6-a00c-956faf51eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:08.270410 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-52b36b43-63a1-42a6-a00c-956faf51eb42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0434573 Mar 08 22:38:08.352020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088776d-936e-490d-9742-e308de161d91 req-cb584e93-cc6a-448d-80b8-6fc153c7914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:08.353404 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-cb584e93-cc6a-448d-80b8-6fc153c7914a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768194 Mar 08 22:38:08.354410 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:08.369432 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3df6b-8500-4968-a57e-cf082b234726 req-e033aa75-92a4-4c1c-92cb-dfcf3debdb98 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:08.370779 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2bf3df6b-8500-4968-a57e-cf082b234726 req-e033aa75-92a4-4c1c-92cb-dfcf3debdb98 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0665226 Mar 08 22:38:08.464864 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2bf3df6b-8500-4968-a57e-cf082b234726 req-a3181d26-863c-4cca-8696-f7a726218253 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874870 Mar 08 22:38:08.484186 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-681ab983-75c7-4aeb-90f0-b90fbca6fad4 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223092 Mar 08 22:38:08.573132 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-e088776d-936e-490d-9742-e308de161d91 req-b187c601-0eb7-4e37-aa6c-3683ae7808a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821724 Mar 08 22:38:09.579994 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf517b-4ba0-49c7-ad9f-7126819908b3 req-236cbd69-c0b8-43f0-84fe-7b40621c4f05 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:09.581902 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4cbf517b-4ba0-49c7-ad9f-7126819908b3 req-236cbd69-c0b8-43f0-84fe-7b40621c4f05 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0510211 Mar 08 22:38:09.628414 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4cbf517b-4ba0-49c7-ad9f-7126819908b3 req-ee1b9663-242f-4c3c-8563-c4e8c0d2fb77 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Mar 08 22:38:10.743638 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f39e0-ad54-4191-b840-1510286cbfac req-8486e4f3-e423-4ea6-819d-8e7b86f8e84c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:10.745110 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b95f39e0-ad54-4191-b840-1510286cbfac req-8486e4f3-e423-4ea6-819d-8e7b86f8e84c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Mar 08 22:38:10.792156 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b95f39e0-ad54-4191-b840-1510286cbfac req-30d37142-6d5e-409d-80c7-8a3305956124 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Mar 08 22:38:11.909650 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cf58a-3205-4105-bc99-3034f9a983e8 req-dd9ab89f-8838-485d-a7c3-6752774ed11d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:11.911140 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-106cf58a-3205-4105-bc99-3034f9a983e8 req-dd9ab89f-8838-485d-a7c3-6752774ed11d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0555103 Mar 08 22:38:11.958494 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-106cf58a-3205-4105-bc99-3034f9a983e8 req-b52b5469-85f8-4620-93a8-b34952689d5b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Mar 08 22:38:13.078594 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec914a6a-11e9-4ab1-97b2-c1363664e6ba req-6dc6f843-ba57-46b3-8afe-ec85f3f5e3e2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:13.080107 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec914a6a-11e9-4ab1-97b2-c1363664e6ba req-6dc6f843-ba57-46b3-8afe-ec85f3f5e3e2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0573108 Mar 08 22:38:13.128321 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ec914a6a-11e9-4ab1-97b2-c1363664e6ba req-e987e999-cc2e-4256-8ad9-b1554d15abc5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Mar 08 22:38:14.245379 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f1a5-82f1-470c-8b87-a18cb427b7ec req-e2cdc45e-01f3-4006-abef-596039025649 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:14.246936 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6894f1a5-82f1-470c-8b87-a18cb427b7ec req-e2cdc45e-01f3-4006-abef-596039025649 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0526075 Mar 08 22:38:14.294869 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-6894f1a5-82f1-470c-8b87-a18cb427b7ec req-b03e07e5-d3c0-4a81-bb40-4a5a6e7faf2c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Mar 08 22:38:14.322843 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45512) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:14.564054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Deleting port fef2709e-f169-4f79-ad86-7aa1abb2d5e0 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:14.564394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:14.636824 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:14.637147 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for floatingip (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:14.648225 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Calling delete_port for fef2709e-f169-4f79-ad86-7aa1abb2d5e0 owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:14.892330 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (fef2709e-f169-4f79-ad86-7aa1abb2d5e0), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:14.918071 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event deleted for resources: {'Port': ['ID=fef2709e-f169-4f79-ad86-7aa1abb2d5e0,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:14.977713 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for floatingip (34ad53d6-6092-4953-aa0c-01e371473272), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:14.977978 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Floating IP 34ad53d6-6092-4953-aa0c-01e371473272 disassociated (deleted). External IP: 172.27.1.80, port: d25c3609-cfdf-43cc-971b-6e69de014dff. Mar 08 22:38:15.181143 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Router 97e57a4f-9a47-465e-b559-ca862bf187a2 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:15.289190 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:15.294007 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:15.298242 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c18748f-cd19-404e-8103-e4898cd106b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:15.300510 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Sync routers for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:15.310125 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:15.310737 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:15.326532 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-cd883538-5f9e-4b07-bfb1-deb62d705057 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "DELETE /v2.0/floatingips/34ad53d6-6092-4953-aa0c-01e371473272 HTTP/1.1" status: 204 len: 168 time: 1.0025926 Mar 08 22:38:15.327203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:15.329788 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f862e70-1774-4842-8898-bb206503706f" -d '{"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:15.428110 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9057-7582-4479-9b85-8fa7ec3fcc13 req-5bd29f16-b0b2-41d4-b613-f603d53cd754 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.429713 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-056a9057-7582-4479-9b85-8fa7ec3fcc13 req-5bd29f16-b0b2-41d4-b613-f603d53cd754 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0588610 Mar 08 22:38:15.487687 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-056a9057-7582-4479-9b85-8fa7ec3fcc13 req-992dda44-a31f-4f6c-8e5a-4227a25aaf6b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512941 Mar 08 22:38:15.515593 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:15.531619 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693aa4b4-4f4a-4d35-a88e-7ad770f2ff11 x-openstack-request-id: req-693aa4b4-4f4a-4d35-a88e-7ad770f2ff11 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:15.531981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:15.532237 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-693aa4b4-4f4a-4d35-a88e-7ad770f2ff11 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:15.532691 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'status': 'completed', 'code': 200} Mar 08 22:38:15.608012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862e70-1774-4842-8898-bb206503706f req-a91287b9-a2de-4941-8363-1bdcb17d87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.609697 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-a91287b9-a2de-4941-8363-1bdcb17d87c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0555592 Mar 08 22:38:15.700025 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862e70-1774-4842-8898-bb206503706f req-cca7b511-22cb-4d3d-bb0c-2199981b13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.701559 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-cca7b511-22cb-4d3d-bb0c-2199981b13a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 200 len: 910 time: 0.0846567 Mar 08 22:38:15.731823 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:15.747750 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-82d1396a-6c78-43b6-956c-d9d6fe998a12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 200 len: 217 time: 0.0397043 Mar 08 22:38:15.760036 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Checking router: 97e57a4f-9a47-465e-b559-ca862bf187a2 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:15.768518 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:15.769146 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:37:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:15.800786 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862e70-1774-4842-8898-bb206503706f req-cca5b81e-9d63-4193-ba6a-6127fbd8ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.802223 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-cca5b81e-9d63-4193-ba6a-6127fbd8ab1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 200 len: 848 time: 0.0480435 Mar 08 22:38:15.805252 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7e3d-a198-4157-b262-50a5a779f18e req-5190248a-b099-4e81-aed1-eff2898928b7 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.806744 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-161c7e3d-a198-4157-b262-50a5a779f18e req-5190248a-b099-4e81-aed1-eff2898928b7 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0537395 Mar 08 22:38:15.860117 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862e70-1774-4842-8898-bb206503706f req-df3a7b2b-cfc6-4df2-971b-7463faf08a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:15.860117 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-df3a7b2b-cfc6-4df2-971b-7463faf08a95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4a6968b-618a-45fa-821e-f1cb18adc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489089 Mar 08 22:38:15.862293 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-161c7e3d-a198-4157-b262-50a5a779f18e req-3fc4e848-28ad-4b13-bd53-6d92a74db480 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494103 Mar 08 22:38:15.896142 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:15.964258 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-62971008-4483-4528-a728-966276ac4ae9 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941994 Mar 08 22:38:16.056375 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-2f862e70-1774-4842-8898-bb206503706f req-f70babd9-bc08-4dd9-bfbb-06b8b1672b04 service neutron] 10.222.0.35 "GET /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828145 Mar 08 22:38:16.105838 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:16.132866 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41f7a1-cbb4-451c-b313-12d0aa277f68 None None] The sync data for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi is: [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:38Z', 'revision_number': 4, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '27cfc7de-2e4e-4c78-abab-8b749ac84d2b', 'name': '', 'network_id': 'c4a6968b-618a-45fa-821e-f1cb18adc73b', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'mac_address': 'fa:16:3e:c2:c3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:37Z', 'updated_at': '2022-03-08T22:32:41Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'subnets': [{'id': '70929ae8-cfe1-4969-a190-076e4fa085fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:16.275693 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a500e440-78ab-4f4d-b2ac-daea132b79f2 details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:38:16.369400 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b368028-1bce-456a-888a-05e985fb4743 None None] New status for floating IP 34ad53d6-6092-4953-aa0c-01e371473272: DOWN {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:38:16.446483 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:16.459278 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'port_id': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'mac_address': 'fa:16:3e:8f:ea:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:38:16.500306 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a500e440-78ab-4f4d-b2ac-daea132b79f2 is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:38:16.500696 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:16.513541 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a500e440-78ab-4f4d-b2ac-daea132b79f2 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:38:16.533368 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:16.605470 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2211df4-d61d-4f44-a47e-cc6747821efc req-c8351e7e-848b-4325-ba92-6fa8d27182f9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:16.606987 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:16.607726 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f2211df4-d61d-4f44-a47e-cc6747821efc req-c8351e7e-848b-4325-ba92-6fa8d27182f9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0533099 Mar 08 22:38:16.662028 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:16.663300 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f2211df4-d61d-4f44-a47e-cc6747821efc req-08cf9f58-3885-455f-a35a-ab3b18d3c76f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447834 Mar 08 22:38:16.984077 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecb2e-21b5-4f8b-a9aa-92aa1629da94 req-e4ca8239-b48f-496e-95ab-f123575fee61 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:16.985486 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57fecb2e-21b5-4f8b-a9aa-92aa1629da94 req-e4ca8239-b48f-496e-95ab-f123575fee61 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0521486 Mar 08 22:38:17.026581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['a500e440-78ab-4f4d-b2ac-daea132b79f2'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:38:17.039653 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-57fecb2e-21b5-4f8b-a9aa-92aa1629da94 req-d1b6fcf0-b567-44a6-aa8b-a3d01107ad71 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 Mar 08 22:38:17.093707 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-fe75e6ab-1d1b-4003-872b-3ee2694a463b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462775 Mar 08 22:38:17.196474 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-8b715b3f-ef23-4ac2-bbd4-55dd77210777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.198262 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-8b715b3f-ef23-4ac2-bbd4-55dd77210777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af8122a9134d452a80b232315abaa99b&device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 1131 time: 0.0461295 Mar 08 22:38:17.298310 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-767c4988-2bef-4bc5-845b-7e3e517e8d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:17.591089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-a86b47d6-6501-4dd1-bbaf-06b465a2059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.592687 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-a86b47d6-6501-4dd1-bbaf-06b465a2059f service neutron] 10.222.0.35 "GET /v2.0/networks?id=df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 200 len: 918 time: 0.3748331 Mar 08 22:38:17.613395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291300d8-37a9-4db6-a15d-1398341819e2 req-ccf8aaa4-0f35-4fda-9022-e4eb19f59363 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.614741 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-291300d8-37a9-4db6-a15d-1398341819e2 req-ccf8aaa4-0f35-4fda-9022-e4eb19f59363 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.35 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.0749531 Mar 08 22:38:17.696877 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-56b15205-fd46-41cb-bed9-120aaaeeac01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 200 len: 1001 time: 0.0969806 Mar 08 22:38:17.772734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-0fd52f14-381d-43eb-aa13-cda56588488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.774186 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-0fd52f14-381d-43eb-aa13-cda56588488e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 200 len: 856 time: 0.0705829 Mar 08 22:38:17.811687 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Deleting port d25c3609-cfdf-43cc-971b-6e69de014dff {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:17.812028 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:17.891059 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-dafda728-8b51-45c2-bb5e-b6eace3dc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.892555 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-dafda728-8b51-45c2-bb5e-b6eace3dc001 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df87977e-8333-457a-a80e-553fc96b7ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108549 Mar 08 22:38:17.978611 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] For port d25c3609-cfdf-43cc-971b-6e69de014dff, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=d25c3609-cfdf-43cc-971b-6e69de014dff,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:17.979007 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:17.997145 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Calling delete_port for d25c3609-cfdf-43cc-971b-6e69de014dff owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:17.997802 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a4d48-6a19-4465-af2a-51b10490b7c7 req-8269d078-2853-4745-aa47-c6e61c2cd43d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:17.998889 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-af4a4d48-6a19-4465-af2a-51b10490b7c7 req-8269d078-2853-4745-aa47-c6e61c2cd43d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 945 time: 0.2703958 Mar 08 22:38:18.046336 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-af4a4d48-6a19-4465-af2a-51b10490b7c7 req-6dc65ee8-9e2e-4c67-89d6-00cc76fe1bd1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Mar 08 22:38:18.057175 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-2fef0194-b130-47e2-a931-cc69041b4d14 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562922 Mar 08 22:38:18.223896 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-507eb92c-030e-4632-a4f9-8b4bd6149608 req-be479bd4-f543-4ca0-b054-395bbb0ec0a7 service neutron] 10.222.0.35 "GET /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581917 Mar 08 22:38:18.247216 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628bdf7-9246-4c92-b215-0ce932525b87 req-8f199765-0520-41d7-adb5-fdd1fa94788c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:18.248656 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5628bdf7-9246-4c92-b215-0ce932525b87 req-8f199765-0520-41d7-adb5-fdd1fa94788c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 946 time: 0.1181421 Mar 08 22:38:18.287827 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a500e440-78ab-4f4d-b2ac-daea132b79f2 up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:38:18.303072 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5628bdf7-9246-4c92-b215-0ce932525b87 req-6da3fcc8-e559-4c32-9752-3891f77d693d tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/security-groups?id=b19289a2-ff89-4860-b50d-3f72b4dc50d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480013 Mar 08 22:38:18.349337 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (d25c3609-cfdf-43cc-971b-6e69de014dff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.377151 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event deleted for resources: {'Port': ['ID=d25c3609-cfdf-43cc-971b-6e69de014dff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:18.420729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] No DVR routers for this DVR port d25c3609-cfdf-43cc-971b-6e69de014dff on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:18.423230 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.426522 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-291300d8-37a9-4db6-a15d-1398341819e2 req-2fda526c-a458-468e-9b0a-72cfdae8be5c tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.35 "DELETE /v2.0/ports/d25c3609-cfdf-43cc-971b-6e69de014dff HTTP/1.1" status: 204 len: 173 time: 0.7855904 Mar 08 22:38:18.426987 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-deleted', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:18.429254 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b7b30-816a-4aaa-acfa-bf972d875b4a" -d '{"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-deleted", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:18.451917 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port a500e440-78ab-4f4d-b2ac-daea132b79f2 completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:38:18.457215 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port a500e440-78ab-4f4d-b2ac-daea132b79f2 triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:38:18.457654 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.464238 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8baaf3-d8ab-4b9f-9b5f-068f3700ae1e x-openstack-request-id: req-7b8baaf3-d8ab-4b9f-9b5f-068f3700ae1e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:18.464529 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99517ee6-1764-4f94-888d-508e19a81fd2", "name": "network-vif-deleted", "tag": "d25c3609-cfdf-43cc-971b-6e69de014dff", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:18.464777 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b8baaf3-d8ab-4b9f-9b5f-068f3700ae1e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:18.465217 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99517ee6-1764-4f94-888d-508e19a81fd2', 'name': 'network-vif-deleted', 'tag': 'd25c3609-cfdf-43cc-971b-6e69de014dff', 'status': 'completed', 'code': 200} Mar 08 22:38:18.549682 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port a500e440-78ab-4f4d-b2ac-daea132b79f2 is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:38:18.550508 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.573223 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:18.575476 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b222dae5-82b6-4400-babd-682ea225d0c8" -d '{"events": [{"server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:18.584996 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.588451 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:18.611715 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2faee-2c89-4a87-9d6b-1bfa7d59b80a x-openstack-request-id: req-4ad2faee-2c89-4a87-9d6b-1bfa7d59b80a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:18.612057 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:18.612840 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ad2faee-2c89-4a87-9d6b-1bfa7d59b80a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:18.613235 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'code': 200} Mar 08 22:38:18.669759 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:18.732719 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:18.963816 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc1b6b-ac10-44ec-92df-1f325ef3fa55 req-9051a0c8-175a-4871-8c2e-95a5048b6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:18.965342 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f3cc1b6b-ac10-44ec-92df-1f325ef3fa55 req-9051a0c8-175a-4871-8c2e-95a5048b6647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1130 time: 0.0433259 Mar 08 22:38:19.018531 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-f3cc1b6b-ac10-44ec-92df-1f325ef3fa55 req-928dba3d-b335-4f3e-8efb-cdf38e274803 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Mar 08 22:38:19.165146 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18658afb-ec87-4aea-bf62-e110a75d27d8 req-7bbe0176-7fa3-4344-b0e2-b1fedfaa30ae tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:19.166592 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-18658afb-ec87-4aea-bf62-e110a75d27d8 req-7bbe0176-7fa3-4344-b0e2-b1fedfaa30ae tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0513778 Mar 08 22:38:19.213526 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-18658afb-ec87-4aea-bf62-e110a75d27d8 req-aeb07965-5d73-4bc9-a141-8b465fbe6ed1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Mar 08 22:38:19.400413 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c769c726-bcff-4f67-994a-235cac4d2cab req-b61867a2-5425-45f1-b28e-5cab91fcb296 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "GET /v2.0/ports?device_id=99517ee6-1764-4f94-888d-508e19a81fd2 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Mar 08 22:38:20.039774 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:20.289548 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:20.309595 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: d25c3609-cfdf-43cc-971b-6e69de014dff {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:20.309938 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device d25c3609-cfdf-43cc-971b-6e69de014dff not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:20.339640 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d2077-ab59-48b1-bca0-b58a7267c539 req-10d27c69-185c-4eef-8f00-34c8965ded3f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:20.341110 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1d0d2077-ab59-48b1-bca0-b58a7267c539 req-10d27c69-185c-4eef-8f00-34c8965ded3f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0621591 Mar 08 22:38:20.390545 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1d0d2077-ab59-48b1-bca0-b58a7267c539 req-c7c8cfd9-71eb-40b0-8806-d0b0b0e628f9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Mar 08 22:38:20.457711 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45566) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:20.512581 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (b19289a2-ff89-4860-b50d-3f72b4dc50d1), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:20.538666 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (b19289a2-ff89-4860-b50d-3f72b4dc50d1), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:20.657452 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b19289a2-ff89-4860-b50d-3f72b4dc50d1), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:20.660626 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:20.661934 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] 10.222.0.39 "DELETE /v2.0/security-groups/b19289a2-ff89-4860-b50d-3f72b4dc50d1 HTTP/1.1" status: 204 len: 168 time: 0.2029240 Mar 08 22:38:20.671389 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2b860-b3b6-4a4d-90bb-4c3f3ef8aaa1 tempest-TestShelveInstance-625383484 tempest-TestShelveInstance-625383484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19289a2-ff89-4860-b50d-3f72b4dc50d1,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:20.768162 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45570) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:21.199408 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (97e57a4f-9a47-465e-b559-ca862bf187a2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:21.378361 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:21.444258 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Deleting port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:21.444809 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:21.508713 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e785-4f35-48e2-8362-1187f02abdd3 req-87ca1297-65f1-4e65-bb4f-479d79b2e50d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:21.510075 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0908e785-4f35-48e2-8362-1187f02abdd3 req-87ca1297-65f1-4e65-bb4f-479d79b2e50d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0522978 Mar 08 22:38:21.522156 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] For port 27cfc7de-2e4e-4c78-abab-8b749ac84d2b, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:21.522521 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:21.533968 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Calling delete_port for 27cfc7de-2e4e-4c78-abab-8b749ac84d2b owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:21.558240 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0908e785-4f35-48e2-8362-1187f02abdd3 req-d74feb1a-6590-4ee9-a846-4fb71cf443a7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Mar 08 22:38:21.704214 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d49cd-f4a2-453b-80f2-f913f3561b26 req-cb92baec-a11b-4304-b65c-f5a40f798c9e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:21.705674 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-689d49cd-f4a2-453b-80f2-f913f3561b26 req-cb92baec-a11b-4304-b65c-f5a40f798c9e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0733540 Mar 08 22:38:21.785142 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-689d49cd-f4a2-453b-80f2-f913f3561b26 req-83b0af0c-1d2c-4e2c-9c1f-864653c030ab tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727241 Mar 08 22:38:21.807189 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45582) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:21.846672 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (27cfc7de-2e4e-4c78-abab-8b749ac84d2b), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:21.919547 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Pushing event deleted for resources: {'Port': ['ID=27cfc7de-2e4e-4c78-abab-8b749ac84d2b,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:21.997762 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc708c-4e00-40ff-a49f-5e45dd65b9ca tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:21.999366 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4ffc708c-4e00-40ff-a49f-5e45dd65b9ca tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1125 time: 0.1912248 Mar 08 22:38:22.002346 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45588) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:22.007137 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'port_id': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:38:22.092394 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.106425 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (97e57a4f-9a47-465e-b559-ca862bf187a2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.192124 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.295144 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.27.1.95 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/11aeb8e6-75a0-4f17-a90b-678cb2daee43) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:38:22.322835 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Router 97e57a4f-9a47-465e-b559-ca862bf187a2 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:22.398386 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.432408 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:22.437420 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4756911c-6c80-4598-abd5-3c901f569fce admin admin] 10.222.0.39 "PUT /v2.0/routers/97e57a4f-9a47-465e-b559-ca862bf187a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678720 Mar 08 22:38:22.440015 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45590) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:22.441812 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Sync routers for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:22.451519 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:22.452124 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:22.506449 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.543452 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks [] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.549511 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:38:22.555885 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:38:22.558736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=11aeb8e6-75a0-4f17-a90b-678cb2daee43,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:22.560404 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:38:22.565336 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:22.655981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks [] for router_gateway (97e57a4f-9a47-465e-b559-ca862bf187a2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.750236 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:38:21Z', 'revision_number': 5, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port': {'id': '9ccaa027-11d1-480a-9457-0d2e5dede799', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:22.765705 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Deleting port 9ccaa027-11d1-480a-9457-0d2e5dede799 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:22.766217 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.781773 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Checking router: 97e57a4f-9a47-465e-b559-ca862bf187a2 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:22.790687 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Routers {'97e57a4f-9a47-465e-b559-ca862bf187a2'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:22.791322 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['97e57a4f-9a47-465e-b559-ca862bf187a2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:22.849855 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] For port 9ccaa027-11d1-480a-9457-0d2e5dede799, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=9ccaa027-11d1-480a-9457-0d2e5dede799,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:22.850516 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:22.865528 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Calling delete_port for 9ccaa027-11d1-480a-9457-0d2e5dede799 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:22.880987 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] Set router 97e57a4f-9a47-465e-b559-ca862bf187a2 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:22.935075 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:38:22Z', 'revision_number': 6, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:22.967475 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66414c9c-7896-40c7-b2a8-d9ea70885f8a None None] The sync data for ids ['97e57a4f-9a47-465e-b559-ca862bf187a2'] in dv-cinder-832696-1-iscsi is: [{'id': '97e57a4f-9a47-465e-b559-ca862bf187a2', 'name': 'tempest-TestShelveInstance-1744817560-router', 'tenant_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:35Z', 'updated_at': '2022-03-08T22:38:22Z', 'revision_number': 6, 'project_id': 'dc3172d2f1b2479f9e6d28ed8914f31b', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:22.969878 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (7bdd170b-dca2-4813-bc9d-e41c89ab7145), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.142168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.172341 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (9ccaa027-11d1-480a-9457-0d2e5dede799), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.199108 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccaa027-11d1-480a-9457-0d2e5dede799,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:23.259943 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (97e57a4f-9a47-465e-b559-ca862bf187a2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.293222 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.351007 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.353558 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks [] for router_controller (97e57a4f-9a47-465e-b559-ca862bf187a2), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.354334 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.432227 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=11aeb8e6-75a0-4f17-a90b-678cb2daee43,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:23.438574 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (7bdd170b-dca2-4813-bc9d-e41c89ab7145), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.480813 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (97e57a4f-9a47-465e-b559-ca862bf187a2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.481379 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e57a4f-9a47-465e-b559-ca862bf187a2 {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:38:23.486625 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.488660 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8a0eed59-cef4-4e26-9c11-41042cf0aba5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/97e57a4f-9a47-465e-b559-ca862bf187a2 HTTP/1.1" status: 204 len: 168 time: 1.0461297 Mar 08 22:38:23.492534 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45594) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:23.533290 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Deleting subnet 70929ae8-cfe1-4969-a190-076e4fa085fb {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:38:23.537057 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Publish callbacks [] for subnet (70929ae8-cfe1-4969-a190-076e4fa085fb), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.544995 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP 7bdd170b-dca2-4813-bc9d-e41c89ab7145 associated. External IP: 172.27.1.95, port: a500e440-78ab-4f4d-b2ac-daea132b79f2. Mar 08 22:38:23.573155 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (70929ae8-cfe1-4969-a190-076e4fa085fb), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.653446 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (70929ae8-cfe1-4969-a190-076e4fa085fb), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.765020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:23.784935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (70929ae8-cfe1-4969-a190-076e4fa085fb), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.811449 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70929ae8-cfe1-4969-a190-076e4fa085fb,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:23.815873 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.819651 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-980a9459-e993-4915-ad48-5d2ec0c0c879 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/70929ae8-cfe1-4969-a190-076e4fa085fb HTTP/1.1" status: 204 len: 168 time: 0.3281035 Mar 08 22:38:23.822419 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45596) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:23.824839 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbbf5d-6247-40b1-9f08-3346fd0d1681 None None] Network c4a6968b-618a-45fa-821e-f1cb18adc73b requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:38:23.931162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (c4a6968b-618a-45fa-821e-f1cb18adc73b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:23.948261 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:23.963609 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:23.973555 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:23.974106 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.025080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Deleting port d067fb47-110e-476f-9307-97d9ac9ea576 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:24.025657 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.029041 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] DHCP port deletion for c4a6968b-618a-45fa-821e-f1cb18adc73b request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:38:24.110579 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.147358 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:24.148140 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] For port d067fb47-110e-476f-9307-97d9ac9ea576, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d067fb47-110e-476f-9307-97d9ac9ea576,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:24.148503 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.160508 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-724a78ca-953b-47f0-a181-fb5a6c571de7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1569176 Mar 08 22:38:24.162580 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:24.164959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:24.171319 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Calling delete_port for d067fb47-110e-476f-9307-97d9ac9ea576 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:24.200690 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Deleting port d067fb47-110e-476f-9307-97d9ac9ea576 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:24.201333 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.228198 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d4799-24a1-477f-8607-ec6f3e670983 x-openstack-request-id: req-b93d4799-24a1-477f-8607-ec6f3e670983 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:24.228450 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:24.228822 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b93d4799-24a1-477f-8607-ec6f3e670983 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:24.229287 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'status': 'completed', 'code': 200} Mar 08 22:38:24.312596 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-4453235d-40ef-41f1-ad9e-4bd9a7f79415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:24.315203 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-4453235d-40ef-41f1-ad9e-4bd9a7f79415 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1130 time: 0.0697572 Mar 08 22:38:24.332266 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] For port d067fb47-110e-476f-9307-97d9ac9ea576, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d067fb47-110e-476f-9307-97d9ac9ea576,segment=NetworkSegment(f47b1c82-9687-4031-adff-50e4566a691d),segment_id=f47b1c82-9687-4031-adff-50e4566a691d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:24.332662 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.354037 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Calling delete_port for d067fb47-110e-476f-9307-97d9ac9ea576 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:24.383723 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.418046 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Pushing event deleted for resources: {'Port': ['ID=d067fb47-110e-476f-9307-97d9ac9ea576,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:24.419913 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] No DVR routers for this DVR port d067fb47-110e-476f-9307-97d9ac9ea576 on host dv-cinder-832696-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:24.519779 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (d067fb47-110e-476f-9307-97d9ac9ea576), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.556570 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] Pushing event deleted for resources: {'Port': ['ID=d067fb47-110e-476f-9307-97d9ac9ea576,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:24.561482 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d6a02-7c47-41cc-8518-6fa4b04cfec1 None None] No DVR routers for this DVR port d067fb47-110e-476f-9307-97d9ac9ea576 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:24.592961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7bdd170b-dca2-4813-bc9d-e41c89ab7145', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:8f:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:38:22Z', 'updated_at': '2022-03-08T22:38:22Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.622582 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:24.632425 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:24.633091 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.754673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-5200bef9-81c3-4553-bca0-6fb80ea4420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:24.756212 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-5200bef9-81c3-4553-bca0-6fb80ea4420c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.4366941 Mar 08 22:38:24.779465 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d067fb47-110e-476f-9307-97d9ac9ea576 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:24.785278 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:24.821512 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (c4a6968b-618a-45fa-821e-f1cb18adc73b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.828320 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: d067fb47-110e-476f-9307-97d9ac9ea576 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:24.828776 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d067fb47-110e-476f-9307-97d9ac9ea576 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:24.829025 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 27cfc7de-2e4e-4c78-abab-8b749ac84d2b no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:24.850067 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a6968b-618a-45fa-821e-f1cb18adc73b']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.853569 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 27cfc7de-2e4e-4c78-abab-8b749ac84d2b {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:24.853914 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 27cfc7de-2e4e-4c78-abab-8b749ac84d2b not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:24.854328 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 9ccaa027-11d1-480a-9457-0d2e5dede799 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:24.867066 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47b1c82-9687-4031-adff-50e4566a691d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.867368 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47b1c82-9687-4031-adff-50e4566a691d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:24.874794 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-aa734c2b-7184-4dc2-8fd1-a01ff3f44e73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 200 len: 999 time: 0.0928886 Mar 08 22:38:24.876539 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 9ccaa027-11d1-480a-9457-0d2e5dede799 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:24.876887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 9ccaa027-11d1-480a-9457-0d2e5dede799 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:24.879553 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (f47b1c82-9687-4031-adff-50e4566a691d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.922697 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (f47b1c82-9687-4031-adff-50e4566a691d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.933030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:38:24.933422 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (f47b1c82-9687-4031-adff-50e4566a691d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:38:24.935204 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:38:24.949702 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-6bb5b6f2-db48-45c8-82a9-785671127b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:24.951218 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-6bb5b6f2-db48-45c8-82a9-785671127b84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0698009 Mar 08 22:38:25.033839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-3e593645-1d17-403e-b418-5d4ecdf64c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:25.035890 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-3e593645-1d17-403e-b418-5d4ecdf64c07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535922 Mar 08 22:38:25.066288 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7bdd170b-dca2-4813-bc9d-e41c89ab7145', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:8f:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:38:22Z', 'updated_at': '2022-03-08T22:38:22Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:25.069511 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (c4a6968b-618a-45fa-821e-f1cb18adc73b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:25.076780 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:25.079858 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c4a6968b-618a-45fa-821e-f1cb18adc73b HTTP/1.1" status: 204 len: 168 time: 1.2564962 Mar 08 22:38:25.084881 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45618) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:25.094103 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12d950-13cd-4060-b5d5-9be6701a203a None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '7bdd170b-dca2-4813-bc9d-e41c89ab7145', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:8f:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:38:22Z', 'updated_at': '2022-03-08T22:38:22Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:25.116831 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66147b6-52b1-4935-a87f-64c982479949 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a6968b-618a-45fa-821e-f1cb18adc73b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:25.147103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-7b912ec5-5a8b-4f07-b6d8-07332eab9f13 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037846 Mar 08 22:38:25.258071 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fbcc11ed-2429-4556-a096-cc1ea40ec5a3 req-05c98f7f-b2bc-47c3-a4cd-2abccfc926b6 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043644 Mar 08 22:38:25.379355 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d4c52a-7011-4a3e-b8f6-d1b7422c558e None None] New status for floating IP 7bdd170b-dca2-4813-bc9d-e41c89ab7145: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:38:25.689945 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:25.938346 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Deleting port e0297b97-d3a9-4820-aa4d-400f1db3d16d {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:25.938690 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:26.017979 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] For port e0297b97-d3a9-4820-aa4d-400f1db3d16d, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e0297b97-d3a9-4820-aa4d-400f1db3d16d,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:26.018347 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:26.031282 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Calling delete_port for e0297b97-d3a9-4820-aa4d-400f1db3d16d owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:26.180351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c49e-8e6a-4a4e-90db-3bff8253536d req-d4f7a145-6a18-4e22-a26c-46b8664a328b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:26.181820 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b308c49e-8e6a-4a4e-90db-3bff8253536d req-d4f7a145-6a18-4e22-a26c-46b8664a328b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.1084585 Mar 08 22:38:26.246405 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b308c49e-8e6a-4a4e-90db-3bff8253536d req-d3228c8f-ea60-47a0-b84f-7080d95d442b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585122 Mar 08 22:38:26.337643 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (e0297b97-d3a9-4820-aa4d-400f1db3d16d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:26.364944 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0297b97-d3a9-4820-aa4d-400f1db3d16d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:26.531868 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:26.746626 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:26.852679 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:26.857644 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-275de69e-9a9c-4d9c-a111-c2193dfb7ab5 admin admin] 10.222.0.39 "PUT /v2.0/routers/caa2bd11-d4ab-43e2-bf19-e8fe30d8327c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734687 Mar 08 22:38:26.859981 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45628) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:26.863119 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Sync routers for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:26.872429 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:26.873027 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:26.963951 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks [] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.069547 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks [] for router_gateway (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.103704 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:27.179404 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Deleting port 846594ff-8d8c-4ebd-8423-b0780a41f955 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:27.179742 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.256105 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] For port 846594ff-8d8c-4ebd-8423-b0780a41f955, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=846594ff-8d8c-4ebd-8423-b0780a41f955,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:27.256783 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.267995 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Calling delete_port for 846594ff-8d8c-4ebd-8423-b0780a41f955 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:27.274151 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:38:26Z', 'revision_number': 5, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port': {'id': '846594ff-8d8c-4ebd-8423-b0780a41f955', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:32:42Z', 'updated_at': '2022-03-08T22:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:27.304439 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Checking router: caa2bd11-d4ab-43e2-bf19-e8fe30d8327c for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:27.312758 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Routers {'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:27.313410 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:27.368049 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512433fc-9e9f-4ab5-a564-884eb8a100a7 req-a8a7180a-0db6-4193-bb3c-2e99cf67904b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:27.369522 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-512433fc-9e9f-4ab5-a564-884eb8a100a7 req-a8a7180a-0db6-4193-bb3c-2e99cf67904b tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Mar 08 22:38:27.408094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] Set router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c gateway port host: None {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:27.419742 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-512433fc-9e9f-4ab5-a564-884eb8a100a7 req-a4e815a3-f59c-4366-a94d-4a7e88346f05 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Mar 08 22:38:27.461278 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:38:27Z', 'revision_number': 6, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:27.490146 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da9f0-fe57-4d6c-a5d8-426aa18334a4 None None] The sync data for ids ['caa2bd11-d4ab-43e2-bf19-e8fe30d8327c'] in dv-cinder-832696-1-iscsi is: [{'id': 'caa2bd11-d4ab-43e2-bf19-e8fe30d8327c', 'name': 'tempest-TestShelveInstance-1917962038-router', 'tenant_id': 'be144702c601450da0b1b4b74bbe21d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:32:41Z', 'updated_at': '2022-03-08T22:38:27Z', 'revision_number': 6, 'project_id': 'be144702c601450da0b1b4b74bbe21d8', 'gw_port_host': None}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:27.503758 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (846594ff-8d8c-4ebd-8423-b0780a41f955), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.533363 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Pushing event deleted for resources: {'Port': ['ID=846594ff-8d8c-4ebd-8423-b0780a41f955,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:27.591560 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.679967 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.682023 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks [] for router_controller (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.788956 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (caa2bd11-d4ab-43e2-bf19-e8fe30d8327c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.789429 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa2bd11-d4ab-43e2-bf19-e8fe30d8327c {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:38:27.793368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.794532 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c9fde17f-be7f-4a0d-9a4c-ee5dfa6e632f admin admin] 10.222.0.39 "DELETE /v2.0/routers/caa2bd11-d4ab-43e2-bf19-e8fe30d8327c HTTP/1.1" status: 204 len: 168 time: 0.9336584 Mar 08 22:38:27.797082 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45632) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:27.841751 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Deleting subnet bd26891a-9b9e-4672-908e-071de741cd4c {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:38:27.845158 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Publish callbacks [] for subnet (bd26891a-9b9e-4672-908e-071de741cd4c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.880918 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (bd26891a-9b9e-4672-908e-071de741cd4c), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:27.959068 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (bd26891a-9b9e-4672-908e-071de741cd4c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.033792 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-875f9bbc-61d5-46ca-b61f-83ed867808f7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:28.035757 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-875f9bbc-61d5-46ca-b61f-83ed867808f7 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Mar 08 22:38:28.075163 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (bd26891a-9b9e-4672-908e-071de741cd4c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.101224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd26891a-9b9e-4672-908e-071de741cd4c,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:28.104869 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.108080 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c386a192-50f1-47e7-a821-a1d46d924b23 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bd26891a-9b9e-4672-908e-071de741cd4c HTTP/1.1" status: 204 len: 168 time: 0.3100808 Mar 08 22:38:28.110713 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:28.114430 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1490e-9561-461c-93dc-6507ac074e61 None None] Network 32347d78-5dad-4887-a12e-e9282961474f requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:38:28.191271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (32347d78-5dad-4887-a12e-e9282961474f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.199292 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port 837775a1-2915-461e-988b-9a9a8aff8868 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:28.199635 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (837775a1-2915-461e-988b-9a9a8aff8868), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.271169 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] DHCP port deletion for 32347d78-5dad-4887-a12e-e9282961474f request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:38:28.328805 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Deleting port d4490364-2718-4eaf-818f-a13efd80fad0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:28.329402 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.335558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] For port 837775a1-2915-461e-988b-9a9a8aff8868, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=837775a1-2915-461e-988b-9a9a8aff8868,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:28.335924 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (837775a1-2915-461e-988b-9a9a8aff8868), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.355255 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Deleting port d4490364-2718-4eaf-818f-a13efd80fad0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:28.355587 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.395971 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] For port d4490364-2718-4eaf-818f-a13efd80fad0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d4490364-2718-4eaf-818f-a13efd80fad0,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:28.396372 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.409941 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Calling delete_port for d4490364-2718-4eaf-818f-a13efd80fad0 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:28.497008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] For port d4490364-2718-4eaf-818f-a13efd80fad0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=d4490364-2718-4eaf-818f-a13efd80fad0,segment=NetworkSegment(a092db7d-8595-4356-9c56-f36b6f0dbd3f),segment_id=a092db7d-8595-4356-9c56-f36b6f0dbd3f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:28.497575 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.517232 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Calling delete_port for d4490364-2718-4eaf-818f-a13efd80fad0 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:28.574755 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406c6d9-66db-466e-b8ba-38447d119717 req-89660fa9-dc12-4355-8ec3-2df846831f0d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:28.576353 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4406c6d9-66db-466e-b8ba-38447d119717 req-89660fa9-dc12-4355-8ec3-2df846831f0d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 945 time: 0.0672636 Mar 08 22:38:28.580547 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.604135 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] Pushing event deleted for resources: {'Port': ['ID=d4490364-2718-4eaf-818f-a13efd80fad0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:28.607581 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bf1e9-9c27-4754-9174-610747d22916 None None] No DVR routers for this DVR port d4490364-2718-4eaf-818f-a13efd80fad0 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:28.633766 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4406c6d9-66db-466e-b8ba-38447d119717 req-d83f00ad-a8c6-475a-9531-7adc60404f8c tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups?id=812b53a1-671a-4ab7-9daf-4254f69ba9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488629 Mar 08 22:38:28.638579 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.643834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.643834 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Floating IP 5a5c9e88-9201-440a-9214-50abb968ecb2 disassociated. External IP: 172.27.1.228, port: 837775a1-2915-461e-988b-9a9a8aff8868. Mar 08 22:38:28.643834 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for 837775a1-2915-461e-988b-9a9a8aff8868 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:28.709846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (d4490364-2718-4eaf-818f-a13efd80fad0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.743265 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4490364-2718-4eaf-818f-a13efd80fad0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:28.749710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] No DVR routers for this DVR port d4490364-2718-4eaf-818f-a13efd80fad0 on host dv-cinder-832696-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:28.758493 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e0297b97-d3a9-4820-aa4d-400f1db3d16d no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:28.778477 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: e0297b97-d3a9-4820-aa4d-400f1db3d16d {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:28.778852 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e0297b97-d3a9-4820-aa4d-400f1db3d16d not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:28.779272 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d4490364-2718-4eaf-818f-a13efd80fad0 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:28.783412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.783764 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.784633 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.784968 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.785297 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.785627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.785949 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.786276 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.786595 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.786940 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.795236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.795236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.795236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:28.798654 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: d4490364-2718-4eaf-818f-a13efd80fad0 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:28.799032 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device d4490364-2718-4eaf-818f-a13efd80fad0 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:28.799501 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 846594ff-8d8c-4ebd-8423-b0780a41f955 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:28.822421 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 846594ff-8d8c-4ebd-8423-b0780a41f955 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:28.822683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 846594ff-8d8c-4ebd-8423-b0780a41f955 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:28.866529 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (32347d78-5dad-4887-a12e-e9282961474f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.895445 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32347d78-5dad-4887-a12e-e9282961474f']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:28.905570 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092db7d-8595-4356-9c56-f36b6f0dbd3f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:28.905858 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092db7d-8595-4356-9c56-f36b6f0dbd3f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:28.914910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (a092db7d-8595-4356-9c56-f36b6f0dbd3f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.928717 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (a092db7d-8595-4356-9c56-f36b6f0dbd3f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.934231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:38:28.934603 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (a092db7d-8595-4356-9c56-f36b6f0dbd3f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:38:28.936242 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:38:28.951882 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (837775a1-2915-461e-988b-9a9a8aff8868), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.011483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=837775a1-2915-461e-988b-9a9a8aff8868,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:29.097589 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (32347d78-5dad-4887-a12e-e9282961474f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.103670 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.106691 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/32347d78-5dad-4887-a12e-e9282961474f HTTP/1.1" status: 204 len: 168 time: 0.9949834 Mar 08 22:38:29.122862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f18a-bbfc-4e99-8a65-98dd512dd1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32347d78-5dad-4887-a12e-e9282961474f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:29.142929 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:29.253217 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:29.262599 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:29.272677 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:29.273277 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:29.294902 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] No DVR routers for this DVR port 837775a1-2915-461e-988b-9a9a8aff8868 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:29.297615 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.301169 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-639d256e-2ff9-4924-bc4b-0a839fa993b8 req-d518c489-fde8-4019-ad84-e5686634f9e5 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.35 "DELETE /v2.0/ports/837775a1-2915-461e-988b-9a9a8aff8868 HTTP/1.1" status: 204 len: 173 time: 1.2598493 Mar 08 22:38:29.301704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'name': 'network-vif-deleted', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:29.304020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd004e61-d165-46d1-841a-cc83dc914ce4" -d '{"events": [{"server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "name": "network-vif-deleted", "tag": "837775a1-2915-461e-988b-9a9a8aff8868"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:29.342454 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ea94d-a7f7-4902-9786-221624da709a x-openstack-request-id: req-a22ea94d-a7f7-4902-9786-221624da709a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:29.342750 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf37d73-cd29-41e7-9f9d-379bb36cf571", "name": "network-vif-deleted", "tag": "837775a1-2915-461e-988b-9a9a8aff8868", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:29.343191 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a22ea94d-a7f7-4902-9786-221624da709a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:29.343491 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf37d73-cd29-41e7-9f9d-379bb36cf571', 'name': 'network-vif-deleted', 'tag': '837775a1-2915-461e-988b-9a9a8aff8868', 'status': 'completed', 'code': 200} Mar 08 22:38:29.485682 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:29.499318 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:29.543806 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4f9f9001-672d-49ba-9e41-c5567575fea3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc3172d2f1b2479f9e6d28ed8914f31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454235 Mar 08 22:38:29.546455 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:29.596083 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] Publish callbacks [] for security_group (480cfb2e-db20-490d-9907-48d18c7292fc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.616575 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] Publish callbacks [] for security_group (480cfb2e-db20-490d-9907-48d18c7292fc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.689066 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:29.720082 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:29.728761 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:29.729375 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:29.731356 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (480cfb2e-db20-490d-9907-48d18c7292fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.734050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:29.737681 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480cfb2e-db20-490d-9907-48d18c7292fc HTTP/1.1" status: 204 len: 168 time: 0.1878829 Mar 08 22:38:29.743418 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f70f9-f271-4d3a-9b0d-8c83195f342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480cfb2e-db20-490d-9907-48d18c7292fc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:29.767400 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-b9ce0d34-5ca8-4499-ae28-bd3519bc1fda req-f7cb8f43-175c-4a50-a561-e147e01272e4 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf37d73-cd29-41e7-9f9d-379bb36cf571 HTTP/1.1" status: 200 len: 210 time: 0.0504754 Mar 08 22:38:29.843418 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:30.133371 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:30.168959 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc948147-e6d5-4d07-a5a1-68f9d27a852c None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:27:49Z', 'revision_number': 4, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3fed2dce-71cb-4c29-9963-f38afc05ebd3', 'name': '', 'network_id': 'd15d3a6d-5ad0-4eee-95b8-47a407b01067', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'mac_address': 'fa:16:3e:58:93:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:48Z', 'updated_at': '2022-03-08T22:27:55Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'subnets': [{'id': 'cd74f5f9-ea06-45cf-bdfa-2ade43d853fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:30.296887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 837775a1-2915-461e-988b-9a9a8aff8868 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:30.318924 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 837775a1-2915-461e-988b-9a9a8aff8868 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:30.319282 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 837775a1-2915-461e-988b-9a9a8aff8868 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:30.406180 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231bacc-c142-4254-bda4-8220aec90c75 None None] New status for floating IP 5a5c9e88-9201-440a-9214-50abb968ecb2: DOWN {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:38:30.508397 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:30.548207 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9c8796e6-e559-4ae8-aeba-8918e2360596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be144702c601450da0b1b4b74bbe21d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386262 Mar 08 22:38:30.550721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45656) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:30.598917 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] Publish callbacks [] for security_group (8af6bd96-f7a1-470b-a6a3-7709a0de6f05), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:30.618918 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] Publish callbacks [] for security_group (8af6bd96-f7a1-470b-a6a3-7709a0de6f05), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:30.709254 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8af6bd96-f7a1-470b-a6a3-7709a0de6f05), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:30.711876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:30.713008 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8af6bd96-f7a1-470b-a6a3-7709a0de6f05 HTTP/1.1" status: 204 len: 168 time: 0.1612265 Mar 08 22:38:30.720974 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc175de5-846e-4b34-a60a-847952d2a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6bd96-f7a1-470b-a6a3-7709a0de6f05,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:30.898786 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45664) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:30.955413 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (812b53a1-671a-4ab7-9daf-4254f69ba9a0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:30.983326 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (812b53a1-671a-4ab7-9daf-4254f69ba9a0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.092262 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (812b53a1-671a-4ab7-9daf-4254f69ba9a0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.094820 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.096173 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/security-groups/812b53a1-671a-4ab7-9daf-4254f69ba9a0 HTTP/1.1" status: 204 len: 168 time: 0.1962073 Mar 08 22:38:31.099510 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45668) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:31.106222 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51488c-2a7b-4c76-82a7-9a16f4b96d13 tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b53a1-671a-4ab7-9daf-4254f69ba9a0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:31.123274 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.api.v2.resource [None req-e9d729ea-3873-4bfd-852f-00f6ceb4094d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] show failed (client error): The resource could not be found. Mar 08 22:38:31.127604 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e9d729ea-3873-4bfd-852f-00f6ceb4094d tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "GET /v2.0/security-groups/812b53a1-671a-4ab7-9daf-4254f69ba9a0 HTTP/1.1" status: 404 len: 347 time: 0.0233476 Mar 08 22:38:31.127604 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45670) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:31.261306 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Deleting port 1a4d62ac-ef16-42ac-a861-64b70e359cdf {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:31.261555 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.338546 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.338902 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (1a4d62ac-ef16-42ac-a861-64b70e359cdf), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.350706 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Calling delete_port for 1a4d62ac-ef16-42ac-a861-64b70e359cdf owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:31.572078 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (1a4d62ac-ef16-42ac-a861-64b70e359cdf), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.600641 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Pushing event deleted for resources: {'Port': ['ID=1a4d62ac-ef16-42ac-a861-64b70e359cdf,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:31.611780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.612683 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.613031 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.613373 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.613710 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.614043 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.614374 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.614703 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.615059 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.615390 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.615711 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.616041 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.616366 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:31.671031 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks [] for floatingip (5a5c9e88-9201-440a-9214-50abb968ecb2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.673625 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:31.677704 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-79340e7b-b396-4b8f-aa82-b6439f89920a tempest-AttachVolumeNegativeTest-542918304 tempest-AttachVolumeNegativeTest-542918304-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a5c9e88-9201-440a-9214-50abb968ecb2 HTTP/1.1" status: 204 len: 168 time: 0.5387886 Mar 08 22:38:35.608493 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45708) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:36.377894 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (7e834621-a6ff-45b3-837e-55fce147b057), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:36.523459 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:38:36.615174 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Deleting port 3fed2dce-71cb-4c29-9963-f38afc05ebd3 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:36.615715 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:36.689973 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] For port 3fed2dce-71cb-4c29-9963-f38afc05ebd3, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3fed2dce-71cb-4c29-9963-f38afc05ebd3,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:36.690330 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:36.702394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Calling delete_port for 3fed2dce-71cb-4c29-9963-f38afc05ebd3 owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:36.966327 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3fed2dce-71cb-4c29-9963-f38afc05ebd3), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:36.995436 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fed2dce-71cb-4c29-9963-f38afc05ebd3,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:37.155559 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (7e834621-a6ff-45b3-837e-55fce147b057), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:37.368618 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Router 7e834621-a6ff-45b3-837e-55fce147b057 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:37.472900 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:37.479102 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f1ae5191-270c-4cf0-aa14-598c9fa0bde5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e834621-a6ff-45b3-837e-55fce147b057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695323 Mar 08 22:38:37.480887 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45712) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:37.481897 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Sync routers for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:37.491666 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:37.492266 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:37.581778 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks [] for router (7e834621-a6ff-45b3-837e-55fce147b057), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:37.596637 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:37.680277 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks [] for router_gateway (7e834621-a6ff-45b3-837e-55fce147b057), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:37.768212 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:38:36Z', 'revision_number': 5, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port': {'id': '52ffd211-f64c-4267-b1bc-adbbada4fc14', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e834621-a6ff-45b3-837e-55fce147b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:27:43Z', 'updated_at': '2022-03-08T22:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:37.793743 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Deleting port 52ffd211-f64c-4267-b1bc-adbbada4fc14 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:37.794087 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:37.797619 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Checking router: 7e834621-a6ff-45b3-837e-55fce147b057 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:37.805726 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Routers {'7e834621-a6ff-45b3-837e-55fce147b057'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:37.806325 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['7e834621-a6ff-45b3-837e-55fce147b057'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:37.870378 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] For port 52ffd211-f64c-4267-b1bc-adbbada4fc14, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=52ffd211-f64c-4267-b1bc-adbbada4fc14,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:37.870748 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:37.882849 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Calling delete_port for 52ffd211-f64c-4267-b1bc-adbbada4fc14 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:37.890485 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] Set router 7e834621-a6ff-45b3-837e-55fce147b057 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:37.944608 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:38:37Z', 'revision_number': 6, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:37.970921 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebeeb1-fc05-4c35-99c1-db859fdc31b1 None None] The sync data for ids ['7e834621-a6ff-45b3-837e-55fce147b057'] in dv-cinder-832696-1-iscsi is: [{'id': '7e834621-a6ff-45b3-837e-55fce147b057', 'name': 'tempest-AttachVolumeNegativeTest-969933992-router', 'tenant_id': '424c8a45c94845b5a441c21f6156e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:27:42Z', 'updated_at': '2022-03-08T22:38:37Z', 'revision_number': 6, 'project_id': '424c8a45c94845b5a441c21f6156e3cb', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:38.086003 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (52ffd211-f64c-4267-b1bc-adbbada4fc14), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.114914 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Pushing event deleted for resources: {'Port': ['ID=52ffd211-f64c-4267-b1bc-adbbada4fc14,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:38.171284 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (7e834621-a6ff-45b3-837e-55fce147b057), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.259924 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (7e834621-a6ff-45b3-837e-55fce147b057), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.261897 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks [] for router_controller (7e834621-a6ff-45b3-837e-55fce147b057), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.343408 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.371523 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (7e834621-a6ff-45b3-837e-55fce147b057), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.372436 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e834621-a6ff-45b3-837e-55fce147b057 {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:38:38.376699 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.377863 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9a0faa9f-3391-470f-82bf-886ebf82433e admin admin] 10.222.0.39 "DELETE /v2.0/routers/7e834621-a6ff-45b3-837e-55fce147b057 HTTP/1.1" status: 204 len: 168 time: 0.8960238 Mar 08 22:38:38.380416 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45716) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:38.428699 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Deleting subnet cd74f5f9-ea06-45cf-bdfa-2ade43d853fd {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:38:38.431706 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Publish callbacks [] for subnet (cd74f5f9-ea06-45cf-bdfa-2ade43d853fd), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.463638 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (cd74f5f9-ea06-45cf-bdfa-2ade43d853fd), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.535403 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (cd74f5f9-ea06-45cf-bdfa-2ade43d853fd), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.634192 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (cd74f5f9-ea06-45cf-bdfa-2ade43d853fd), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.662613 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd74f5f9-ea06-45cf-bdfa-2ade43d853fd,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:38.665890 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.669779 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c9ec41d5-f445-4ea5-a0b2-ff6e833909ca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cd74f5f9-ea06-45cf-bdfa-2ade43d853fd HTTP/1.1" status: 204 len: 168 time: 0.2875037 Mar 08 22:38:38.671364 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18f8ae-64f3-43b9-b2e4-5fa39391c5d5 None None] Network d15d3a6d-5ad0-4eee-95b8-47a407b01067 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:38:38.671557 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45718) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:38.743765 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (d15d3a6d-5ad0-4eee-95b8-47a407b01067), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.813135 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Deleting port 3d344fba-ee96-46c3-b963-af26e09d5010 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:38.813294 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 52ffd211-f64c-4267-b1bc-adbbada4fc14 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:38.813467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.833341 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 52ffd211-f64c-4267-b1bc-adbbada4fc14 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:38.833689 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 52ffd211-f64c-4267-b1bc-adbbada4fc14 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:38.834097 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3fed2dce-71cb-4c29-9963-f38afc05ebd3 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:38.855808 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] DHCP port deletion for d15d3a6d-5ad0-4eee-95b8-47a407b01067 request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:38:38.858505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 3fed2dce-71cb-4c29-9963-f38afc05ebd3 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:38.859065 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3fed2dce-71cb-4c29-9963-f38afc05ebd3 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:38.883740 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] For port 3d344fba-ee96-46c3-b963-af26e09d5010, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3d344fba-ee96-46c3-b963-af26e09d5010,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:38.884100 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.897816 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Calling delete_port for 3d344fba-ee96-46c3-b963-af26e09d5010 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:38.912347 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Deleting port 3d344fba-ee96-46c3-b963-af26e09d5010 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:38.912813 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.981786 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] For port 3d344fba-ee96-46c3-b963-af26e09d5010, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3d344fba-ee96-46c3-b963-af26e09d5010,segment=NetworkSegment(2edc34c8-15a2-4b0c-bdb4-b9fff96776a1),segment_id=2edc34c8-15a2-4b0c-bdb4-b9fff96776a1)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:38.982222 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:38.995959 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Calling delete_port for 3d344fba-ee96-46c3-b963-af26e09d5010 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:39.029368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.059645 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Pushing event deleted for resources: {'Port': ['ID=3d344fba-ee96-46c3-b963-af26e09d5010,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:39.063111 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] No DVR routers for this DVR port 3d344fba-ee96-46c3-b963-af26e09d5010 on host dv-cinder-832696-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:39.078478 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (3d344fba-ee96-46c3-b963-af26e09d5010), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.103756 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Pushing event deleted for resources: {'Port': ['ID=3d344fba-ee96-46c3-b963-af26e09d5010,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:39.107979 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] No DVR routers for this DVR port 3d344fba-ee96-46c3-b963-af26e09d5010 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:39.114646 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.115014 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.115354 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.115688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.116015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.116338 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.116663 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.117127 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.117303 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.117620 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.117929 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.118244 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.118559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3a40b-cd04-4d27-90e1-13bd69526750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:38:39.133971 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (d15d3a6d-5ad0-4eee-95b8-47a407b01067), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.153763 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15d3a6d-5ad0-4eee-95b8-47a407b01067']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:39.162722 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:39.163044 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc34c8-15a2-4b0c-bdb4-b9fff96776a1') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:39.172152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (2edc34c8-15a2-4b0c-bdb4-b9fff96776a1), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.184931 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (2edc34c8-15a2-4b0c-bdb4-b9fff96776a1), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.192791 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:38:39.192791 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (2edc34c8-15a2-4b0c-bdb4-b9fff96776a1), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:38:39.193404 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:38:39.332001 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (d15d3a6d-5ad0-4eee-95b8-47a407b01067), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.337851 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.341270 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] 10.222.0.39 "DELETE /v2.0/networks/d15d3a6d-5ad0-4eee-95b8-47a407b01067 HTTP/1.1" status: 204 len: 168 time: 0.6685255 Mar 08 22:38:39.351945 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660971d7-8c4b-47ae-be76-d39dfdeabaab admin admin] Pushing event deleted for resources: {'Network': ['ID=d15d3a6d-5ad0-4eee-95b8-47a407b01067,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:39.666472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45722) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:39.705533 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-67c961fb-bee2-4945-83ab-8557d0710577 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=424c8a45c94845b5a441c21f6156e3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378892 Mar 08 22:38:39.707943 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45724) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:39.752336 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] Publish callbacks [] for security_group (f06bca9d-189f-43dd-beb3-947c6f8e57a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.772776 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] Publish callbacks [] for security_group (f06bca9d-189f-43dd-beb3-947c6f8e57a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.851629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f06bca9d-189f-43dd-beb3-947c6f8e57a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.854195 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:39.855376 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f06bca9d-189f-43dd-beb3-947c6f8e57a6 HTTP/1.1" status: 204 len: 168 time: 0.1465764 Mar 08 22:38:39.863086 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a9398-ac41-482a-86a5-49a70a4c76d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bca9d-189f-43dd-beb3-947c6f8e57a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:40.757935 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3d344fba-ee96-46c3-b963-af26e09d5010 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:40.777768 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 3d344fba-ee96-46c3-b963-af26e09d5010 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:40.778113 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3d344fba-ee96-46c3-b963-af26e09d5010 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:45.303144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a281d939-41b0-4fbd-a0c1-cd9a689bb45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:47.274279 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a4be22d-f55d-4033-baa2-4eab5dcbc6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:48.554099 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:50.045961 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:50.750231 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e1e0-0048-4d57-8f37-58ff0d4a99d7 req-4dffcb05-c84c-4b3d-a398-fff3f6668539 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:50.751703 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-96f0e1e0-0048-4d57-8f37-58ff0d4a99d7 req-4dffcb05-c84c-4b3d-a398-fff3f6668539 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0511560 Mar 08 22:38:50.799160 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-96f0e1e0-0048-4d57-8f37-58ff0d4a99d7 req-9e738a70-fa9d-46eb-98f6-2a25239a530c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Mar 08 22:38:51.393647 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:51.922464 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727e66e-6bbd-40e4-8e96-570ceb935d80 req-a165f66e-38b9-4d46-b788-a12dd6510289 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:51.923876 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f727e66e-6bbd-40e4-8e96-570ceb935d80 req-a165f66e-38b9-4d46-b788-a12dd6510289 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0513999 Mar 08 22:38:51.971806 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f727e66e-6bbd-40e4-8e96-570ceb935d80 req-96377e75-47f5-4fb0-9cff-aca5d901c73e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups?id=de0a23db-f75d-4d13-ab78-fea6996a1016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Mar 08 22:38:52.375993 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-bd89e542-6240-4edd-9a5b-e2c317be90ee tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:38:52.377406 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-bd89e542-6240-4edd-9a5b-e2c317be90ee tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 947 time: 0.0511274 Mar 08 22:38:52.474867 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Deleting port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:52.475221 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:52.563321 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] For port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:38:52.563678 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:52.729022 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:52.729387 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:52.729702 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Floating IP ee60a4e5-ec98-4b0b-8d5a-c806d02e5019 disassociated. External IP: 172.27.1.57, port: 7f75717b-5f1a-4c8e-82db-d97e9c69caa7. Mar 08 22:38:52.730044 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Calling delete_port for 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:52.925614 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7f75717b-5f1a-4c8e-82db-d97e9c69caa7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:52.954385 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'Port': ['ID=7f75717b-5f1a-4c8e-82db-d97e9c69caa7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:53.080614 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-c6b2fdbf-9c88-4be4-a539-4be3a5cfdd42 req-7dabbf10-08e4-48d8-8383-22c95ddc898c tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0328984 Mar 08 22:38:53.103082 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:38:53.210953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:38:53.221820 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:38:53.233144 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:53.233676 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:53.254610 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] No DVR routers for this DVR port 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:38:53.257173 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:53.260436 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22632c57-9aa5-4195-adad-cceaf8ca1186 req-465a0514-00ee-47b5-b4db-6ee2837f14b7 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.35 "DELETE /v2.0/ports/7f75717b-5f1a-4c8e-82db-d97e9c69caa7 HTTP/1.1" status: 204 len: 173 time: 0.8782177 Mar 08 22:38:53.260926 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-deleted', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:38:53.263159 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bdd959-f485-4ce1-a97c-372a047a4e3e" -d '{"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-deleted", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:38:53.303937 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440440d2-7506-4676-9b65-a32eb2091de3 x-openstack-request-id: req-440440d2-7506-4676-9b65-a32eb2091de3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:38:53.304295 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbf243-284c-4f9f-af17-b54ebc55a4f5", "name": "network-vif-deleted", "tag": "7f75717b-5f1a-4c8e-82db-d97e9c69caa7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:38:53.305166 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-440440d2-7506-4676-9b65-a32eb2091de3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:38:53.305784 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbf243-284c-4f9f-af17-b54ebc55a4f5', 'name': 'network-vif-deleted', 'tag': '7f75717b-5f1a-4c8e-82db-d97e9c69caa7', 'status': 'completed', 'code': 200} Mar 08 22:38:53.390928 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:53.613188 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:53.642488 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:38:53.651253 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:38:53.651851 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:53.759009 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:38:54.082646 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:38:54.109873 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a032834-2687-490b-8ba5-fec8cfbe72f1 None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:30:47Z', 'revision_number': 4, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '2a07850e-22c3-4122-9b24-214fb98cd068', 'name': '', 'network_id': 'df87977e-8333-457a-a80e-553fc96b7ffe', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'mac_address': 'fa:16:3e:ab:40:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '26a2d58d-1904-4a12-b305-2d2864695545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:46Z', 'updated_at': '2022-03-08T22:30:52Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'subnets': [{'id': '26a2d58d-1904-4a12-b305-2d2864695545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:38:54.199274 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-1f61955f-cc22-423f-b180-f5f1f315494f req-b8f8d121-7a6c-474c-b0a7-f9f7440eba38 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bbf243-284c-4f9f-af17-b54ebc55a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0286717 Mar 08 22:38:54.339825 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc9c97-7cfa-4a56-b2ca-2138c975ef5d None None] New status for floating IP ee60a4e5-ec98-4b0b-8d5a-c806d02e5019: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:38:55.360559 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45908) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:55.412104 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (de0a23db-f75d-4d13-ab78-fea6996a1016), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.434641 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (de0a23db-f75d-4d13-ab78-fea6996a1016), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.565541 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (de0a23db-f75d-4d13-ab78-fea6996a1016), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.568549 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.569697 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "DELETE /v2.0/security-groups/de0a23db-f75d-4d13-ab78-fea6996a1016 HTTP/1.1" status: 204 len: 168 time: 0.2081592 Mar 08 22:38:55.572529 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45910) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:55.578628 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2c069-92ba-4e52-b322-caeac1f41a7e tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a23db-f75d-4d13-ab78-fea6996a1016,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:55.591403 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.api.v2.resource [None req-ae807501-3374-4362-84b6-053b41e60eaf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] show failed (client error): The resource could not be found. Mar 08 22:38:55.591403 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-ae807501-3374-4362-84b6-053b41e60eaf tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "GET /v2.0/security-groups/de0a23db-f75d-4d13-ab78-fea6996a1016 HTTP/1.1" status: 404 len: 347 time: 0.0149283 Mar 08 22:38:55.593455 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:55.714540 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Deleting port 9be77b7d-3ebe-4184-95e6-84dc4c964d6e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:55.714905 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.792839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.793165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:55.804647 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Calling delete_port for 9be77b7d-3ebe-4184-95e6-84dc4c964d6e owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:38:56.103160 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (9be77b7d-3ebe-4184-95e6-84dc4c964d6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:56.128182 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Pushing event deleted for resources: {'Port': ['ID=9be77b7d-3ebe-4184-95e6-84dc4c964d6e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:56.187343 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks [] for floatingip (ee60a4e5-ec98-4b0b-8d5a-c806d02e5019), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:56.189778 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:56.190938 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4de41721-1cfe-4441-a2d6-24a46c0008b0 tempest-AttachVolumeShelveTestJSON-1293406476 tempest-AttachVolumeShelveTestJSON-1293406476-project] 10.222.0.39 "DELETE /v2.0/floatingips/ee60a4e5-ec98-4b0b-8d5a-c806d02e5019 HTTP/1.1" status: 204 len: 168 time: 0.5964701 Mar 08 22:38:56.377091 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:38:56.397809 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:38:56.398157 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 7f75717b-5f1a-4c8e-82db-d97e9c69caa7 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:38:58.817701 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 45980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:59.369839 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45994) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:59.386555 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.476425 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e43b3315-3592-4e5f-ac0d-19e5002751fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.553685 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e43b3315-3592-4e5f-ac0d-19e5002751fd admin admin] Publish callbacks [] for security_group (20354254-0970-4444-907f-16ec55bce5bc), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.628077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e43b3315-3592-4e5f-ac0d-19e5002751fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (20354254-0970-4444-907f-16ec55bce5bc), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.671251 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e43b3315-3592-4e5f-ac0d-19e5002751fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96ae9f47fa2c4378926aac1d622d5a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980387 Mar 08 22:38:59.671251 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b3315-3592-4e5f-ac0d-19e5002751fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20354254-0970-4444-907f-16ec55bce5bc,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:59.672943 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 45998) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:38:59.724467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] Publish callbacks [] for security_group (20354254-0970-4444-907f-16ec55bce5bc), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.746227 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] Publish callbacks [] for security_group (20354254-0970-4444-907f-16ec55bce5bc), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.868639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (20354254-0970-4444-907f-16ec55bce5bc), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.871199 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:38:59.872346 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20354254-0970-4444-907f-16ec55bce5bc HTTP/1.1" status: 204 len: 168 time: 0.1983016 Mar 08 22:38:59.880073 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da68380-3309-4f7c-aeea-b7af377cec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20354254-0970-4444-907f-16ec55bce5bc,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:38:59.949712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Deleting port 2a07850e-22c3-4122-9b24-214fb98cd068 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:38:59.950311 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.029200 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] For port 2a07850e-22c3-4122-9b24-214fb98cd068, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=2a07850e-22c3-4122-9b24-214fb98cd068,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:39:00.029479 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.041790 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Calling delete_port for 2a07850e-22c3-4122-9b24-214fb98cd068 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:39:00.297524 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (2a07850e-22c3-4122-9b24-214fb98cd068), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.323355 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a07850e-22c3-4122-9b24-214fb98cd068,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:00.490160 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.528350 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46006) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:00.541081 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1942-1058-48a0-876d-97f47d037309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.616575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1942-1058-48a0-876d-97f47d037309 admin admin] Publish callbacks [] for security_group (8acea666-3d4f-43a1-abcb-cf58bb4cc152), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.691325 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1942-1058-48a0-876d-97f47d037309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8acea666-3d4f-43a1-abcb-cf58bb4cc152), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.709257 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Router cf5ba5ff-426b-41d9-8581-4a12c06b2990 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:39:00.728042 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b5cb1942-1058-48a0-876d-97f47d037309 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=751757c3b6484efa9482968f97d64519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985910 Mar 08 22:39:00.731409 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46008) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:00.739102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb1942-1058-48a0-876d-97f47d037309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acea666-3d4f-43a1-abcb-cf58bb4cc152,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:00.790633 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] Publish callbacks [] for security_group (8acea666-3d4f-43a1-abcb-cf58bb4cc152), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.812622 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] Publish callbacks [] for security_group (8acea666-3d4f-43a1-abcb-cf58bb4cc152), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:00.821841 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:39:00.826666 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-15e4a4df-d535-4bb6-8cd5-a0365ded98b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/cf5ba5ff-426b-41d9-8581-4a12c06b2990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0079677 Mar 08 22:39:00.829288 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46010) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:00.832646 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Sync routers for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:39:00.842598 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:39:00.843252 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:00.952801 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:39:01.133347 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:39:00Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:01.160247 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Checking router: cf5ba5ff-426b-41d9-8581-4a12c06b2990 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:39:01.169070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Routers {'cf5ba5ff-426b-41d9-8581-4a12c06b2990'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:39:01.169680 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:38:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:01.172227 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks [] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.247876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (8acea666-3d4f-43a1-abcb-cf58bb4cc152), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.250320 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.251467 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8acea666-3d4f-43a1-abcb-cf58bb4cc152 HTTP/1.1" status: 204 len: 168 time: 0.5191772 Mar 08 22:39:01.267392 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e764e56-1fb5-41c9-aaa2-c9ef5ecab195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acea666-3d4f-43a1-abcb-cf58bb4cc152,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:01.277042 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] Set router cf5ba5ff-426b-41d9-8581-4a12c06b2990 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:39:01.293850 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks [] for router_gateway (cf5ba5ff-426b-41d9-8581-4a12c06b2990), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.426329 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Deleting port e5fa29dc-1d62-4716-9725-4e03ec928281 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:39:01.426663 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.462261 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:39:00Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:01.492854 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e752-e8c2-4d55-820f-652baf7c8b70 None None] The sync data for ids ['cf5ba5ff-426b-41d9-8581-4a12c06b2990'] in dv-cinder-832696-1-iscsi is: [{'id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'name': 'tempest-AttachVolumeShelveTestJSON-1079945264-router', 'tenant_id': 'af8122a9134d452a80b232315abaa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:30:42Z', 'updated_at': '2022-03-08T22:39:00Z', 'revision_number': 5, 'project_id': 'af8122a9134d452a80b232315abaa99b', 'gw_port': {'id': 'e5fa29dc-1d62-4716-9725-4e03ec928281', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ba5ff-426b-41d9-8581-4a12c06b2990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:30:43Z', 'updated_at': '2022-03-08T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:39:01.512698 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] For port e5fa29dc-1d62-4716-9725-4e03ec928281, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e5fa29dc-1d62-4716-9725-4e03ec928281,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:39:01.512900 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.525845 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Calling delete_port for e5fa29dc-1d62-4716-9725-4e03ec928281 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:39:01.748070 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (e5fa29dc-1d62-4716-9725-4e03ec928281), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.775394 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fa29dc-1d62-4716-9725-4e03ec928281,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:01.832460 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.930947 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:01.933253 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks [] for router_controller (cf5ba5ff-426b-41d9-8581-4a12c06b2990), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.051162 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (cf5ba5ff-426b-41d9-8581-4a12c06b2990), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.051780 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5ba5ff-426b-41d9-8581-4a12c06b2990 {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:39:02.065267 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.065267 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f38c458e-3098-40b9-829b-df0801ce08cc admin admin] 10.222.0.39 "DELETE /v2.0/routers/cf5ba5ff-426b-41d9-8581-4a12c06b2990 HTTP/1.1" status: 204 len: 168 time: 1.2276094 Mar 08 22:39:02.065522 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46026) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:02.116379 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Deleting subnet 26a2d58d-1904-4a12-b305-2d2864695545 {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:39:02.118040 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Publish callbacks [] for subnet (26a2d58d-1904-4a12-b305-2d2864695545), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.154754 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (26a2d58d-1904-4a12-b305-2d2864695545), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.234897 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (26a2d58d-1904-4a12-b305-2d2864695545), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.360695 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (26a2d58d-1904-4a12-b305-2d2864695545), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.387309 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a2d58d-1904-4a12-b305-2d2864695545,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:02.389247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.392400 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3ef27094-a43a-4493-829b-2d2910619cc2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26a2d58d-1904-4a12-b305-2d2864695545 HTTP/1.1" status: 204 len: 168 time: 0.3250351 Mar 08 22:39:02.393762 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7742b6f2-495e-43e9-a381-b4b79cfa4887 None None] Network df87977e-8333-457a-a80e-553fc96b7ffe requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:39:02.394866 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46036) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:02.464792 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (df87977e-8333-457a-a80e-553fc96b7ffe), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.524201 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Deleting port f8d45435-c355-42d9-bccd-2975ca515abe {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:39:02.524682 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.578245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] DHCP port deletion for df87977e-8333-457a-a80e-553fc96b7ffe request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:39:02.594794 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] For port f8d45435-c355-42d9-bccd-2975ca515abe, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f8d45435-c355-42d9-bccd-2975ca515abe,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:39:02.595191 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.613467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Calling delete_port for f8d45435-c355-42d9-bccd-2975ca515abe owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:39:02.629545 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Deleting port f8d45435-c355-42d9-bccd-2975ca515abe {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:39:02.634015 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.691191 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] For port f8d45435-c355-42d9-bccd-2975ca515abe, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=f8d45435-c355-42d9-bccd-2975ca515abe,segment=NetworkSegment(1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e),segment_id=1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:39:02.691595 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.707407 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Calling delete_port for f8d45435-c355-42d9-bccd-2975ca515abe owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:39:02.760523 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.794526 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d45435-c355-42d9-bccd-2975ca515abe,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:02.795029 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (f8d45435-c355-42d9-bccd-2975ca515abe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.796051 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] No DVR routers for this DVR port f8d45435-c355-42d9-bccd-2975ca515abe on host dv-cinder-832696-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:39:02.805456 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e5fa29dc-1d62-4716-9725-4e03ec928281 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:39:02.843434 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] Pushing event deleted for resources: {'Port': ['ID=f8d45435-c355-42d9-bccd-2975ca515abe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:02.845183 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb965c69-fe7f-43ac-8adb-500a0de50d66 None None] No DVR routers for this DVR port f8d45435-c355-42d9-bccd-2975ca515abe on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:39:02.846553 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: e5fa29dc-1d62-4716-9725-4e03ec928281 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:39:02.846934 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e5fa29dc-1d62-4716-9725-4e03ec928281 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:39:02.847324 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2a07850e-22c3-4122-9b24-214fb98cd068 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:39:02.870281 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (df87977e-8333-457a-a80e-553fc96b7ffe), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.870956 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 2a07850e-22c3-4122-9b24-214fb98cd068 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:39:02.871082 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 2a07850e-22c3-4122-9b24-214fb98cd068 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:39:02.871409 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f8d45435-c355-42d9-bccd-2975ca515abe no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:39:02.891850 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: f8d45435-c355-42d9-bccd-2975ca515abe {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:39:02.892430 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device f8d45435-c355-42d9-bccd-2975ca515abe not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:39:02.896932 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df87977e-8333-457a-a80e-553fc96b7ffe']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:02.910465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:02.910465 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:39:02.917532 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.930996 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.936953 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:39:02.937351 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (1b0a86b2-4882-4c9e-bf8c-fc705fdb7e1e), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:39:02.939082 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:39:03.056496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (df87977e-8333-457a-a80e-553fc96b7ffe), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.060651 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.065797 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] 10.222.0.39 "DELETE /v2.0/networks/df87977e-8333-457a-a80e-553fc96b7ffe HTTP/1.1" status: 204 len: 168 time: 0.6680093 Mar 08 22:39:03.076985 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5aa83-d062-4b63-9606-ad07833ced85 admin admin] Pushing event deleted for resources: {'Network': ['ID=df87977e-8333-457a-a80e-553fc96b7ffe,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:03.446567 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46060) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:03.489279 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-4c0d4783-400d-4636-a119-d93e8340f463 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af8122a9134d452a80b232315abaa99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415292 Mar 08 22:39:03.492239 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46062) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:03.538220 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] Publish callbacks [] for security_group (e3332778-bd89-4bd8-b6c4-58979c573c0c), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.559156 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] Publish callbacks [] for security_group (e3332778-bd89-4bd8-b6c4-58979c573c0c), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.684817 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e3332778-bd89-4bd8-b6c4-58979c573c0c), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.687404 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:03.688552 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3332778-bd89-4bd8-b6c4-58979c573c0c HTTP/1.1" status: 204 len: 168 time: 0.1954157 Mar 08 22:39:03.696975 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fad529-72a9-473d-8d00-cf353df955f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3332778-bd89-4bd8-b6c4-58979c573c0c,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:08.319947 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.396897 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46156) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:08.499444 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33b0a5d1-7544-4294-9b66-b2ab6a1c493e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.570858 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33b0a5d1-7544-4294-9b66-b2ab6a1c493e admin admin] Publish callbacks [] for security_group (b016f341-e6d2-452b-a0e3-e1c0ffa70420), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.662935 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33b0a5d1-7544-4294-9b66-b2ab6a1c493e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b016f341-e6d2-452b-a0e3-e1c0ffa70420), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.699970 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-33b0a5d1-7544-4294-9b66-b2ab6a1c493e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97bc2520c57741fea50d6d9a89580e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020000 Mar 08 22:39:08.701105 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0a5d1-7544-4294-9b66-b2ab6a1c493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016f341-e6d2-452b-a0e3-e1c0ffa70420,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:08.702697 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:08.751165 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] Publish callbacks [] for security_group (b016f341-e6d2-452b-a0e3-e1c0ffa70420), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.771266 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] Publish callbacks [] for security_group (b016f341-e6d2-452b-a0e3-e1c0ffa70420), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.878729 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (b016f341-e6d2-452b-a0e3-e1c0ffa70420), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.881323 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:08.882467 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b016f341-e6d2-452b-a0e3-e1c0ffa70420 HTTP/1.1" status: 204 len: 168 time: 0.1787224 Mar 08 22:39:08.890183 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291afd42-f315-486f-82ef-898404123a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016f341-e6d2-452b-a0e3-e1c0ffa70420,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:09.458703 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:09.475235 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf3de-7e5e-41fc-a690-6164410a9698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.546953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf3de-7e5e-41fc-a690-6164410a9698 admin admin] Publish callbacks [] for security_group (56d1b697-4f94-4665-874d-8a351e412102), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.628365 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf3de-7e5e-41fc-a690-6164410a9698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (56d1b697-4f94-4665-874d-8a351e412102), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.668233 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-f4dbf3de-7e5e-41fc-a690-6164410a9698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d4ee89207c24c20a67ed2dd973411c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084055 Mar 08 22:39:09.669363 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbf3de-7e5e-41fc-a690-6164410a9698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1b697-4f94-4665-874d-8a351e412102,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:09.670983 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46176) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:09.720960 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] Publish callbacks [] for security_group (56d1b697-4f94-4665-874d-8a351e412102), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.741562 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] Publish callbacks [] for security_group (56d1b697-4f94-4665-874d-8a351e412102), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.862368 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (56d1b697-4f94-4665-874d-8a351e412102), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.864918 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:09.866024 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56d1b697-4f94-4665-874d-8a351e412102 HTTP/1.1" status: 204 len: 168 time: 0.1940591 Mar 08 22:39:09.873619 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4e50-ae02-48a3-878f-54e227b1c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1b697-4f94-4665-874d-8a351e412102,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:13.522382 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:39:15.296690 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d56d-8373-41cb-b1d6-c10072d2cb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:17.450855 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79ab45d8-143f-45b2-b156-d53568d0bbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.253496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46328) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:18.359917 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-676fd780-0dca-41ac-8ecd-4d1acb1a905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.433247 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-676fd780-0dca-41ac-8ecd-4d1acb1a905f admin admin] Publish callbacks [] for security_group (e9d61bf6-6fb3-481d-8143-4273b885e3f8), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.502538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-676fd780-0dca-41ac-8ecd-4d1acb1a905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e9d61bf6-6fb3-481d-8143-4273b885e3f8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.540914 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-676fd780-0dca-41ac-8ecd-4d1acb1a905f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a5b669ab1fa407eb7b7b9bf99523b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863340 Mar 08 22:39:18.541898 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fd780-0dca-41ac-8ecd-4d1acb1a905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d61bf6-6fb3-481d-8143-4273b885e3f8,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:18.543710 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46336) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:18.593968 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.597264 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] Publish callbacks [] for security_group (e9d61bf6-6fb3-481d-8143-4273b885e3f8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.617984 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] Publish callbacks [] for security_group (e9d61bf6-6fb3-481d-8143-4273b885e3f8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.719308 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e9d61bf6-6fb3-481d-8143-4273b885e3f8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.721894 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.723190 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9d61bf6-6fb3-481d-8143-4273b885e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1773398 Mar 08 22:39:18.733413 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46342) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:18.735485 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e3d8-1784-4646-83e5-9e1fbec17a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d61bf6-6fb3-481d-8143-4273b885e3f8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:18.831357 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e38aca6a-219c-4298-b6d3-7252222e8a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.905627 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e38aca6a-219c-4298-b6d3-7252222e8a24 admin admin] Publish callbacks [] for security_group (78a6c412-eaec-4a0b-b1f6-4521ed64fcfd), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:18.982121 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e38aca6a-219c-4298-b6d3-7252222e8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (78a6c412-eaec-4a0b-b1f6-4521ed64fcfd), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.019594 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aca6a-219c-4298-b6d3-7252222e8a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a6c412-eaec-4a0b-b1f6-4521ed64fcfd,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:19.023941 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e38aca6a-219c-4298-b6d3-7252222e8a24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8498a3fdd504bcf8f7383216f4c69c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950008 Mar 08 22:39:19.026517 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46348) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:19.075481 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] Publish callbacks [] for security_group (78a6c412-eaec-4a0b-b1f6-4521ed64fcfd), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.097302 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] Publish callbacks [] for security_group (78a6c412-eaec-4a0b-b1f6-4521ed64fcfd), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.227869 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (78a6c412-eaec-4a0b-b1f6-4521ed64fcfd), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.230430 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.231646 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78a6c412-eaec-4a0b-b1f6-4521ed64fcfd HTTP/1.1" status: 204 len: 168 time: 0.2041695 Mar 08 22:39:19.243066 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24567b-a5eb-4613-9385-01e62203d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a6c412-eaec-4a0b-b1f6-4521ed64fcfd,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:19.428416 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46354) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:19.442019 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d711e7a-ec19-4916-9998-6b1f82d0618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.519687 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d711e7a-ec19-4916-9998-6b1f82d0618c admin admin] Publish callbacks [] for security_group (3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.581575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d711e7a-ec19-4916-9998-6b1f82d0618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.624189 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-2d711e7a-ec19-4916-9998-6b1f82d0618c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aceed0b7b6a248afbbc9f733c5a67461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946507 Mar 08 22:39:19.626423 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d711e7a-ec19-4916-9998-6b1f82d0618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:19.627131 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46358) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:19.675910 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] Publish callbacks [] for security_group (3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.699462 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] Publish callbacks [] for security_group (3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.788008 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.790520 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.791690 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c HTTP/1.1" status: 204 len: 168 time: 0.1634922 Mar 08 22:39:19.799384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef48f4-3ad2-4ff3-b392-24dca4acfde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf32a58-ea4e-40d9-a63e-e7a9b73fa50c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:19.867777 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46362) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:19.882436 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a1bb17c3-be0c-448d-afa3-322c9e7fc869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:19.956105 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a1bb17c3-be0c-448d-afa3-322c9e7fc869 admin admin] Publish callbacks [] for security_group (fee45be6-0efc-4add-962e-8cfbdd9adda5), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.045331 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a1bb17c3-be0c-448d-afa3-322c9e7fc869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fee45be6-0efc-4add-962e-8cfbdd9adda5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.051176 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.087595 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a1bb17c3-be0c-448d-afa3-322c9e7fc869 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9db056f5635d487fb831d78557d1b554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162962 Mar 08 22:39:20.087595 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb17c3-be0c-448d-afa3-322c9e7fc869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee45be6-0efc-4add-962e-8cfbdd9adda5,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:20.088073 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:20.137677 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] Publish callbacks [] for security_group (fee45be6-0efc-4add-962e-8cfbdd9adda5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.158735 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] Publish callbacks [] for security_group (fee45be6-0efc-4add-962e-8cfbdd9adda5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.285344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (fee45be6-0efc-4add-962e-8cfbdd9adda5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.287832 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:20.291481 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fee45be6-0efc-4add-962e-8cfbdd9adda5 HTTP/1.1" status: 204 len: 168 time: 0.2004619 Mar 08 22:39:20.299157 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b93c58-9479-4221-b913-3f3cf106902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee45be6-0efc-4add-962e-8cfbdd9adda5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:21.405271 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:22.712325 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:22.814020 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1093674f-6a11-41ed-b649-1dbc55431d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:22.885272 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1093674f-6a11-41ed-b649-1dbc55431d67 admin admin] Publish callbacks [] for security_group (73276058-07af-4474-94a7-962d14dffb35), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:22.947759 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1093674f-6a11-41ed-b649-1dbc55431d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (73276058-07af-4474-94a7-962d14dffb35), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:22.989053 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-1093674f-6a11-41ed-b649-1dbc55431d67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0238a47f85fc42899a3be7c03f4f1131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755747 Mar 08 22:39:22.989925 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093674f-6a11-41ed-b649-1dbc55431d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73276058-07af-4474-94a7-962d14dffb35,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:22.991626 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46482) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:23.038118 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] Publish callbacks [] for security_group (73276058-07af-4474-94a7-962d14dffb35), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.064782 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] Publish callbacks [] for security_group (73276058-07af-4474-94a7-962d14dffb35), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.187989 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (73276058-07af-4474-94a7-962d14dffb35), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.190560 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.191725 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73276058-07af-4474-94a7-962d14dffb35 HTTP/1.1" status: 204 len: 168 time: 0.1991372 Mar 08 22:39:23.199458 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a18ca-023e-42f9-8694-730017258879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73276058-07af-4474-94a7-962d14dffb35,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:23.677944 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46492) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:23.691328 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f790a8eb-fa9a-47b9-97c4-e53c597d553a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.765841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f790a8eb-fa9a-47b9-97c4-e53c597d553a admin admin] Publish callbacks [] for security_group (3f0c0452-2b83-4923-a48e-7a29058fbae7), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.833152 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f790a8eb-fa9a-47b9-97c4-e53c597d553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3f0c0452-2b83-4923-a48e-7a29058fbae7), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.870591 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-f790a8eb-fa9a-47b9-97c4-e53c597d553a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8ef2bb361984fe68fd9932ac29716b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915584 Mar 08 22:39:23.872551 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790a8eb-fa9a-47b9-97c4-e53c597d553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c0452-2b83-4923-a48e-7a29058fbae7,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:23.874993 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:23.920950 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] Publish callbacks [] for security_group (3f0c0452-2b83-4923-a48e-7a29058fbae7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:23.942183 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] Publish callbacks [] for security_group (3f0c0452-2b83-4923-a48e-7a29058fbae7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:24.027684 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (3f0c0452-2b83-4923-a48e-7a29058fbae7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:24.030275 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:24.031514 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f0c0452-2b83-4923-a48e-7a29058fbae7 HTTP/1.1" status: 204 len: 168 time: 0.1573145 Mar 08 22:39:24.039047 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f360d-9f58-492b-b096-7386ce362230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c0452-2b83-4923-a48e-7a29058fbae7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:28.917338 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:29.022767 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.095803 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Publish callbacks [] for security_group (0df63d49-b271-4a08-a828-36725b1917c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.141760 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0df63d49-b271-4a08-a828-36725b1917c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.179228 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fa53e34c50b46e78b2747beb61b4672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608604 Mar 08 22:39:29.181322 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df63d49-b271-4a08-a828-36725b1917c4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:29.181940 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46606) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:29.188434 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.188801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.189137 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.189477 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.189811 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.190149 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.190483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.190825 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.191180 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.191510 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.191836 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.192160 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.192483 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafbfc95-da3c-48ee-b203-0cc976dd4dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:29.231811 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] Publish callbacks [] for security_group (0df63d49-b271-4a08-a828-36725b1917c4), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.251784 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] Publish callbacks [] for security_group (0df63d49-b271-4a08-a828-36725b1917c4), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.353538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0df63d49-b271-4a08-a828-36725b1917c4), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.356089 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:29.357235 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0df63d49-b271-4a08-a828-36725b1917c4 HTTP/1.1" status: 204 len: 168 time: 0.1743190 Mar 08 22:39:29.366538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52be32-970b-437b-bf42-b8edefc1daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df63d49-b271-4a08-a828-36725b1917c4,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:29.918982 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46616) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:29.931991 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a9b558e3-5f52-47f0-871c-c0714c1e40c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.002779 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a9b558e3-5f52-47f0-871c-c0714c1e40c1 admin admin] Publish callbacks [] for security_group (cb365453-204c-4dab-ac36-1db9094658cf), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.061631 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a9b558e3-5f52-47f0-871c-c0714c1e40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (cb365453-204c-4dab-ac36-1db9094658cf), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.100834 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b558e3-5f52-47f0-871c-c0714c1e40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb365453-204c-4dab-ac36-1db9094658cf,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:30.104979 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a9b558e3-5f52-47f0-871c-c0714c1e40c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2d3edd828f340daaf12d5dc38da582d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849711 Mar 08 22:39:30.107885 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46618) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:30.154521 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] Publish callbacks [] for security_group (cb365453-204c-4dab-ac36-1db9094658cf), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.175191 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] Publish callbacks [] for security_group (cb365453-204c-4dab-ac36-1db9094658cf), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.296436 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (cb365453-204c-4dab-ac36-1db9094658cf), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.299016 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:30.300155 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb365453-204c-4dab-ac36-1db9094658cf HTTP/1.1" status: 204 len: 168 time: 0.1917017 Mar 08 22:39:30.308097 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2819320-0bfd-4e89-b69a-ae56e9e2f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb365453-204c-4dab-ac36-1db9094658cf,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:33.616876 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46722) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:33.717312 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:33.789405 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Publish callbacks [] for security_group (1b431dbc-f426-4006-af84-5c60b43ee31b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:33.850307 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (1b431dbc-f426-4006-af84-5c60b43ee31b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:33.891841 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b431dbc-f426-4006-af84-5c60b43ee31b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:33.893248 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b7b0a8f72514616bf1c8bb6cdda679a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753241 Mar 08 22:39:33.896125 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46732) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:33.899397 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.900641 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.900793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.901204 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.901656 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.902077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.902502 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.902961 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.903379 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.903802 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.904224 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.904679 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.905096 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5c1ad-2f62-458e-8cf0-45f7b999c033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:39:33.948080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] Publish callbacks [] for security_group (1b431dbc-f426-4006-af84-5c60b43ee31b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:33.969923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] Publish callbacks [] for security_group (1b431dbc-f426-4006-af84-5c60b43ee31b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.061623 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (1b431dbc-f426-4006-af84-5c60b43ee31b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.064305 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.065482 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b431dbc-f426-4006-af84-5c60b43ee31b HTTP/1.1" status: 204 len: 168 time: 0.1683595 Mar 08 22:39:34.073687 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aca28a-1342-4bc0-b132-1fa3f90e1a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b431dbc-f426-4006-af84-5c60b43ee31b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:34.609478 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46738) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:34.623062 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bbda464f-4d48-461d-b4df-1ce2744ba750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.692481 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bbda464f-4d48-461d-b4df-1ce2744ba750 admin admin] Publish callbacks [] for security_group (120935a7-ccbf-4c24-bce1-e8bc6613367f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.764772 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bbda464f-4d48-461d-b4df-1ce2744ba750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (120935a7-ccbf-4c24-bce1-e8bc6613367f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.802848 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-bbda464f-4d48-461d-b4df-1ce2744ba750 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7b421ef87434195be24b48ef4ccb49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922333 Mar 08 22:39:34.803643 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda464f-4d48-461d-b4df-1ce2744ba750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120935a7-ccbf-4c24-bce1-e8bc6613367f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:34.806603 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46740) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:34.855084 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] Publish callbacks [] for security_group (120935a7-ccbf-4c24-bce1-e8bc6613367f), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.875237 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] Publish callbacks [] for security_group (120935a7-ccbf-4c24-bce1-e8bc6613367f), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.982296 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (120935a7-ccbf-4c24-bce1-e8bc6613367f), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.984989 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:34.986148 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/120935a7-ccbf-4c24-bce1-e8bc6613367f HTTP/1.1" status: 204 len: 168 time: 0.1785326 Mar 08 22:39:34.993951 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19f078-86dd-4747-bb11-be03d7bc5a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120935a7-ccbf-4c24-bce1-e8bc6613367f,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:35.408442 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46752) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:35.511418 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-892f1775-480f-428f-9b3f-e4e963df6b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.583552 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-892f1775-480f-428f-9b3f-e4e963df6b2f admin admin] Publish callbacks [] for security_group (30663153-bccb-49d6-81e9-241f84426455), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.661721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-892f1775-480f-428f-9b3f-e4e963df6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (30663153-bccb-49d6-81e9-241f84426455), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.698456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f1775-480f-428f-9b3f-e4e963df6b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30663153-bccb-49d6-81e9-241f84426455,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:35.702677 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-892f1775-480f-428f-9b3f-e4e963df6b2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0151bbf0c00437ea6a65964ae21779d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932007 Mar 08 22:39:35.705518 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46764) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:35.756519 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] Publish callbacks [] for security_group (30663153-bccb-49d6-81e9-241f84426455), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.778410 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] Publish callbacks [] for security_group (30663153-bccb-49d6-81e9-241f84426455), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.901241 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (30663153-bccb-49d6-81e9-241f84426455), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.903810 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:35.904971 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30663153-bccb-49d6-81e9-241f84426455 HTTP/1.1" status: 204 len: 168 time: 0.1983700 Mar 08 22:39:35.916365 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b91c-7513-4453-94e5-be048e6946f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30663153-bccb-49d6-81e9-241f84426455,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:38.381858 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.289688 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46812) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:40.391525 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-80c0f3c0-9348-45dc-ab56-597ff6b40f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.461710 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-80c0f3c0-9348-45dc-ab56-597ff6b40f2d admin admin] Publish callbacks [] for security_group (5983b925-a3e9-4611-8875-c5b6ccb90cc2), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.547525 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-80c0f3c0-9348-45dc-ab56-597ff6b40f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5983b925-a3e9-4611-8875-c5b6ccb90cc2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.585721 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-80c0f3c0-9348-45dc-ab56-597ff6b40f2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a4515e7fb534a109cbba66d1a3e0933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949564 Mar 08 22:39:40.586564 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f3c0-9348-45dc-ab56-597ff6b40f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5983b925-a3e9-4611-8875-c5b6ccb90cc2,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:40.589089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46816) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:40.636236 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] Publish callbacks [] for security_group (5983b925-a3e9-4611-8875-c5b6ccb90cc2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.656301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] Publish callbacks [] for security_group (5983b925-a3e9-4611-8875-c5b6ccb90cc2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.759126 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (5983b925-a3e9-4611-8875-c5b6ccb90cc2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.762186 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:40.763421 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5983b925-a3e9-4611-8875-c5b6ccb90cc2 HTTP/1.1" status: 204 len: 168 time: 0.1732996 Mar 08 22:39:40.771016 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac4082-0686-4b85-807c-0477822f4905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5983b925-a3e9-4611-8875-c5b6ccb90cc2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:41.266443 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 46822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:41.279197 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a129663-e17d-4a98-8031-68d01bd29c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.350728 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a129663-e17d-4a98-8031-68d01bd29c7c admin admin] Publish callbacks [] for security_group (f7673d84-eaa4-46a0-9c58-1946b3c6657d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.421634 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a129663-e17d-4a98-8031-68d01bd29c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f7673d84-eaa4-46a0-9c58-1946b3c6657d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.459609 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4a129663-e17d-4a98-8031-68d01bd29c7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43e1811937dd40e1afc2fa33b1982b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920156 Mar 08 22:39:41.460732 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a129663-e17d-4a98-8031-68d01bd29c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7673d84-eaa4-46a0-9c58-1946b3c6657d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:41.462206 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46824) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:41.511208 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] Publish callbacks [] for security_group (f7673d84-eaa4-46a0-9c58-1946b3c6657d), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.531376 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] Publish callbacks [] for security_group (f7673d84-eaa4-46a0-9c58-1946b3c6657d), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.650790 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (f7673d84-eaa4-46a0-9c58-1946b3c6657d), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.653335 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:41.654498 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7673d84-eaa4-46a0-9c58-1946b3c6657d HTTP/1.1" status: 204 len: 168 time: 0.1905859 Mar 08 22:39:41.661997 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6c24c-9769-49b4-bad4-676d96123db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7673d84-eaa4-46a0-9c58-1946b3c6657d,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:45.312725 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77dd0eed-28b4-4ade-92ee-156e019c2e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.173689 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46868) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:46.272878 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-11429f05-c638-484f-a4c0-b274a231ae8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.344101 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-11429f05-c638-484f-a4c0-b274a231ae8f admin admin] Publish callbacks [] for security_group (301f42ca-a381-4239-8132-96ea80e7c184), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.398467 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-11429f05-c638-484f-a4c0-b274a231ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (301f42ca-a381-4239-8132-96ea80e7c184), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.435044 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11429f05-c638-484f-a4c0-b274a231ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301f42ca-a381-4239-8132-96ea80e7c184,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:46.439319 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-11429f05-c638-484f-a4c0-b274a231ae8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14e45149f178489f8ac55ad43d32b263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646031 Mar 08 22:39:46.441845 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 46872) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:39:46.488541 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] Publish callbacks [] for security_group (301f42ca-a381-4239-8132-96ea80e7c184), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.509057 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] Publish callbacks [] for security_group (301f42ca-a381-4239-8132-96ea80e7c184), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.610038 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (301f42ca-a381-4239-8132-96ea80e7c184), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.612611 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:46.613737 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/301f42ca-a381-4239-8132-96ea80e7c184 HTTP/1.1" status: 204 len: 168 time: 0.1710176 Mar 08 22:39:46.622338 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2214e41-7156-494a-8b2a-fbd88bd88f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f42ca-a381-4239-8132-96ea80e7c184,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:39:47.335874 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dd66a6e9-de9f-498e-a869-232735cc948c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:48.564678 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:50.084605 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:39:50.521555 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:39:51.358509 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:08.364096 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:15.284039 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7af68f7a-964a-4a23-aac5-207b5ddebece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:17.305885 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f2540f0-1337-427b-b362-400e288eda86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:18.546294 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:19.068895 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-341a50d0-f77b-460a-b754-25607726fb0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419080 Mar 08 22:40:19.164746 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-b8ccb236-dc09-449b-90b6-ae1ad2debad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:19.166208 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-b8ccb236-dc09-449b-90b6-ae1ad2debad1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 1130 time: 0.0554590 Mar 08 22:40:19.271083 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-c1b2bbc6-e326-4c4d-9463-3f2939149344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:19.272510 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-c1b2bbc6-e326-4c4d-9463-3f2939149344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0828433 Mar 08 22:40:19.339934 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-8a268723-6867-42a4-b1e0-5cca21540abd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 200 len: 1001 time: 0.0605659 Mar 08 22:40:19.386685 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-6f9549ba-7ab7-4358-8697-46fcf48b0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:19.388092 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-6f9549ba-7ab7-4358-8697-46fcf48b0709 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0425923 Mar 08 22:40:19.435814 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-9b7d1915-972f-4248-a00a-aad6db700918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:19.437278 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-9b7d1915-972f-4248-a00a-aad6db700918 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428343 Mar 08 22:40:19.527272 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-befd4089-932f-430c-95d4-65a119ebbbe8 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818942 Mar 08 22:40:19.615325 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-cb71ee89-a3ad-4e79-b6fe-ace101eebe08 req-d84a3d41-797d-40fc-aa1e-e064999273e0 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800076 Mar 08 22:40:20.038112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:21.375035 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:27.521575 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:40:32.652674 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47144) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:40:32.756618 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13547998-a855-4a1b-a607-ce0960f0d500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:32.827865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13547998-a855-4a1b-a607-ce0960f0d500 admin admin] Publish callbacks [] for security_group (e96df350-bdd6-4192-884b-eae419932c9c), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:32.889077 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-13547998-a855-4a1b-a607-ce0960f0d500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e96df350-bdd6-4192-884b-eae419932c9c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:32.926283 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-13547998-a855-4a1b-a607-ce0960f0d500 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7322025fb7144572a0ad2f9fba7e6695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725697 Mar 08 22:40:32.927505 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547998-a855-4a1b-a607-ce0960f0d500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96df350-bdd6-4192-884b-eae419932c9c,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:32.928980 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:40:32.976737 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Publish callbacks [] for security_group (e96df350-bdd6-4192-884b-eae419932c9c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:32.997600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Publish callbacks [] for security_group (e96df350-bdd6-4192-884b-eae419932c9c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:33.117896 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (e96df350-bdd6-4192-884b-eae419932c9c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:33.121069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:33.122204 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e96df350-bdd6-4192-884b-eae419932c9c HTTP/1.1" status: 204 len: 168 time: 0.1914635 Mar 08 22:40:33.129972 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96df350-bdd6-4192-884b-eae419932c9c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.138671 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.139271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.139271 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.139536 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.139866 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.140189 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.140510 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:33.140953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c89575-e117-4b15-8242-2c6584968282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:40:38.375120 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:41.174442 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35bc2d-ea81-4aed-971e-26a4898494a0 req-17cf6f5c-f512-425d-9589-83341ecbf8f5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:41.175928 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7f35bc2d-ea81-4aed-971e-26a4898494a0 req-17cf6f5c-f512-425d-9589-83341ecbf8f5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0516894 Mar 08 22:40:41.223030 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7f35bc2d-ea81-4aed-971e-26a4898494a0 req-5fc9b5c2-aa9a-4e23-b149-c03fa9a80542 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Mar 08 22:40:42.346405 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7acb-f001-4e49-8526-abe3c475a117 req-17c0e2b1-086f-411d-97ba-17168a8c7938 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:42.347907 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2b3b7acb-f001-4e49-8526-abe3c475a117 req-17c0e2b1-086f-411d-97ba-17168a8c7938 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0532138 Mar 08 22:40:42.397904 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-2b3b7acb-f001-4e49-8526-abe3c475a117 req-694024d0-f259-4f24-b1de-bf83949cb645 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Mar 08 22:40:42.770827 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e21f1d-9919-4232-98dc-c856272d385e req-e3c5909a-be6c-4214-8a6a-545cad26df72 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:42.772247 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d1e21f1d-9919-4232-98dc-c856272d385e req-e3c5909a-be6c-4214-8a6a-545cad26df72 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 946 time: 0.0499918 Mar 08 22:40:42.863118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port a500e440-78ab-4f4d-b2ac-daea132b79f2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:40:42.863456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:42.947492 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] For port a500e440-78ab-4f4d-b2ac-daea132b79f2, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=a500e440-78ab-4f4d-b2ac-daea132b79f2,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:40:42.947853 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:43.114728 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:43.115118 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (7bdd170b-dca2-4813-bc9d-e41c89ab7145), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:43.115433 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.db.l3_db [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP 7bdd170b-dca2-4813-bc9d-e41c89ab7145 disassociated. External IP: 172.27.1.95, port: a500e440-78ab-4f4d-b2ac-daea132b79f2. Mar 08 22:40:43.115773 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for a500e440-78ab-4f4d-b2ac-daea132b79f2 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:40:43.299608 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (a500e440-78ab-4f4d-b2ac-daea132b79f2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:43.331846 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=a500e440-78ab-4f4d-b2ac-daea132b79f2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:43.447164 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:40:43.518973 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-292d2079-bf85-4034-a902-042876fa2793 req-9a1e7e6e-f31b-4ef1-b926-9214b8766a01 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Mar 08 22:40:43.576652 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:40:43.586059 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:40:43.595591 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:40:43.596197 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:40:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:40:43.616609 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] No DVR routers for this DVR port a500e440-78ab-4f4d-b2ac-daea132b79f2 on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:40:43.619150 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:43.623079 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-d1e21f1d-9919-4232-98dc-c856272d385e req-3e5d48f2-31fe-4b5b-a630-63753029e7b9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "DELETE /v2.0/ports/a500e440-78ab-4f4d-b2ac-daea132b79f2 HTTP/1.1" status: 204 len: 173 time: 0.8444941 Mar 08 22:40:43.623519 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'name': 'network-vif-deleted', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:40:43.626303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead39e7-2a7e-4ee1-b235-d859d59b13fd" -d '{"events": [{"server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "name": "network-vif-deleted", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:40:43.660727 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dce81f2-7186-44d6-a97c-b309eff377e9 x-openstack-request-id: req-2dce81f2-7186-44d6-a97c-b309eff377e9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:40:43.661090 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ef887d-f653-4a16-a403-0a1f5697a0e1", "name": "network-vif-deleted", "tag": "a500e440-78ab-4f4d-b2ac-daea132b79f2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:40:43.661604 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dce81f2-7186-44d6-a97c-b309eff377e9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:40:43.662069 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ef887d-f653-4a16-a403-0a1f5697a0e1', 'name': 'network-vif-deleted', 'tag': 'a500e440-78ab-4f4d-b2ac-daea132b79f2', 'status': 'completed', 'code': 200} Mar 08 22:40:43.706482 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:40:43.905485 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:40:43.935419 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:40:43.943713 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:40:43.944340 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:40:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:40:44.051223 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:40:44.247107 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:40:44.272763 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd755e9-0618-40d9-8cff-517b06ec6154 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:40:44.505431 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74196c-82ce-41f9-bd4c-47020b8a19f2 None None] New status for floating IP 7bdd170b-dca2-4813-bc9d-e41c89ab7145: DOWN {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:40:44.624269 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fedd5c30-761a-4b2c-bfef-4490dc3eea07 req-49aa6487-8e5d-4f19-8bed-0e44c62b3dba tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ef887d-f653-4a16-a403-0a1f5697a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0284312 Mar 08 22:40:44.998316 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a500e440-78ab-4f4d-b2ac-daea132b79f2 no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:40:45.018069 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: a500e440-78ab-4f4d-b2ac-daea132b79f2 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:40:45.018408 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device a500e440-78ab-4f4d-b2ac-daea132b79f2 not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:40:45.317542 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cef2b409-a10e-4a3a-b8c6-17e186fc48fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:45.877021 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-08154c39-c8a9-4877-a2fe-4bb01eac66d0 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995533476&fields=id&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 267 time: 0.0421889 Mar 08 22:40:45.981892 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-a442772d-1976-48b7-9111-24a14764ee5f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:45.983259 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-a442772d-1976-48b7-9111-24a14764ee5f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.0998886 Mar 08 22:40:45.997791 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-e5dfd0ce-2523-4845-8265-f59a66655687 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/quotas/c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 375 time: 0.0091126 Mar 08 22:40:46.049749 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-f7d5a7df-42c7-41b5-97f2-037b4782706b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474510 Mar 08 22:40:46.146305 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-9d29fd94-60c6-471a-858c-258af4848dbb service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Mar 08 22:40:46.231255 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-cac8e522-b9fe-4fdb-8159-7d4d05971a53 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793884 Mar 08 22:40:47.288854 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a550baf8-e484-4652-9881-240b043ce3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:47.782952 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eefd0917-d3e7-4ac9-b287-cd067bc4055a req-81948966-f1fc-4102-99fe-c3808572ee26 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 210 time: 0.0296576 Mar 08 22:40:48.545939 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:48.879017 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-61f6f1a4-4cc4-48db-b73e-9a8e7f4a5413 req-3d414905-1a01-4ae2-a550-c4f2706bbf62 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 210 time: 0.0300665 Mar 08 22:40:49.472928 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-da01f2e0-6bab-465f-a96d-3d2ee5aaad41 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:49.474353 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-da01f2e0-6bab-465f-a96d-3d2ee5aaad41 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.1021111 Mar 08 22:40:49.535049 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-c8c19a27-87cb-4b45-98e2-85a5e60b773a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 380 time: 0.0521660 Mar 08 22:40:49.543546 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'port': {'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'admin_state_up': True, 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'security_groups': ['9003202b-872b-4f86-9ca0-f2a293a75cf4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:40:49.716690 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Made reservation on behalf of c703a8d2830f47c4ac55910cd5ea5f8e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:40:49.720303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:49.846187 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.20.0.7 (0ef29216-0cee-4cb0-918a-112f4383870e/2b4155ae-a181-492f-a747-7a10760ab1ba/0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:40:49.975042 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-bbb45d09-c1e0-4d87-a5f7-8918bbaace4d req-040445b8-ebfc-4bb7-9dee-0dc473632f08 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 210 time: 0.0284879 Mar 08 22:40:49.982361 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.054524 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.117989 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.166522 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:40:50.169525 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:40:50.173414 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:40:50.179857 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:50.227320 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:50.227971 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.281167 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-27fcd7d5-edd4-498e-985d-465ee0bcaad2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416356 Mar 08 22:40:50.292480 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Request body: {'port': {'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:40:50.355801 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.406276 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-494a96ee-e1f1-4f0b-92a9-8bbc64d874ae None None] Provisioning complete for port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:40:50.406641 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-494a96ee-e1f1-4f0b-92a9-8bbc64d874ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.441526 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-494a96ee-e1f1-4f0b-92a9-8bbc64d874ae None None] Port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:40:50.615225 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:40:50.622629 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks [] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.634102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Transition to ACTIVE for port object 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:40:50.723086 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:50.772323 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Pushing event updated for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:50.845663 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Attempting to bind port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:40:50.845663 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Attempting to bind port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:40:50.845991 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Attempting to bind port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:40:50.850861 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e on network 0ef29216-0cee-4cb0-918a-112f4383870e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:40:50.851222 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Attempting to bind port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:40:50.856923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:40:50.857307 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:40:50.857803 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Bound using segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:40:50.858243 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Bound port: 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:40:50.858601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:51.218676 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:40:51.227022 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733695c-5f09-459f-a304-a01a6008af4f req-fda6f899-1a3d-406b-af35-0a74577d148d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.228914 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3733695c-5f09-459f-a304-a01a6008af4f req-fda6f899-1a3d-406b-af35-0a74577d148d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0946751 Mar 08 22:40:51.230326 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:40:51.278980 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-3733695c-5f09-459f-a304-a01a6008af4f req-964e58d1-aa08-4f82-8d89-70044cc51b3f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Mar 08 22:40:51.306892 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:51.343269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.343269 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:51.343987 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] 10.222.0.35 "PUT /v2.0/ports/0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 1093 time: 1.0558393 Mar 08 22:40:51.349035 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:40:51.351683 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a31fd34-60a7-462c-ae88-41437be15118" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:40:51.378335 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d47f15-331a-4dc9-86fa-88ea35b5844c service neutron] Pushing event updated for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:40:51.392189 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:40:51.396643 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33f46f-9a64-4848-bca6-1d2c178a7665 x-openstack-request-id: req-9b33f46f-9a64-4848-bca6-1d2c178a7665 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:40:51.401168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:40:51.401168 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b33f46f-9a64-4848-bca6-1d2c178a7665 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:40:51.401168 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'status': 'completed', 'code': 200} Mar 08 22:40:51.466002 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31fd34-60a7-462c-ae88-41437be15118 req-c03a4b3b-58a2-4394-b72e-799afefd4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.467616 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a31fd34-60a7-462c-ae88-41437be15118 req-c03a4b3b-58a2-4394-b72e-799afefd4948 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1127 time: 0.0476890 Mar 08 22:40:51.566911 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31fd34-60a7-462c-ae88-41437be15118 req-a6a4bf0f-6661-4efd-b73c-57925657a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.568357 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a31fd34-60a7-462c-ae88-41437be15118 req-a6a4bf0f-6661-4efd-b73c-57925657a63b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943704 Mar 08 22:40:51.658712 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31fd34-60a7-462c-ae88-41437be15118 req-e7793bcb-2377-41c1-a370-31b6d64da7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.660198 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0a31fd34-60a7-462c-ae88-41437be15118 req-e7793bcb-2377-41c1-a370-31b6d64da7be service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850208 Mar 08 22:40:51.736981 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-e4b12629-fde4-4068-9f80-5a8cf2c3139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.738431 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-e4b12629-fde4-4068-9f80-5a8cf2c3139d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1127 time: 0.0442209 Mar 08 22:40:51.781897 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-76cac5b9-98df-412d-ac42-e27e7f5912fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 217 time: 0.0370593 Mar 08 22:40:51.827362 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-77270833-7ae8-45b9-a56e-8f560f9fbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.828720 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-77270833-7ae8-45b9-a56e-8f560f9fbe21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0414670 Mar 08 22:40:51.875162 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf57302-d22f-45a1-b643-294d93215671 req-93a4995b-561f-4c31-96c4-8b0305ac7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:51.876595 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-93a4995b-561f-4c31-96c4-8b0305ac7202 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422671 Mar 08 22:40:51.965251 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-5e4dfafa-0e4b-4e7b-b89d-85805eb42058 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Mar 08 22:40:52.050128 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-0bf57302-d22f-45a1-b643-294d93215671 req-6e99a900-58a0-49e0-9590-c0e92422c0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794401 Mar 08 22:40:52.397517 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df990-983e-4d16-87b5-9c7dd69798bd req-19fac704-adef-409a-90d6-c9e6074bcf0f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:52.398994 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ce4df990-983e-4d16-87b5-9c7dd69798bd req-19fac704-adef-409a-90d6-c9e6074bcf0f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0557904 Mar 08 22:40:52.446209 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ce4df990-983e-4d16-87b5-9c7dd69798bd req-d767ed67-69b5-455c-bc35-210262a7b969 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Mar 08 22:40:53.561852 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a29cb-4424-447b-a99a-57c1f414f52a req-629f236e-68be-4de0-8f7f-dabd6f8745c6 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:53.563315 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-240a29cb-4424-447b-a99a-57c1f414f52a req-629f236e-68be-4de0-8f7f-dabd6f8745c6 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0508058 Mar 08 22:40:53.610641 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-240a29cb-4424-447b-a99a-57c1f414f52a req-373dc38c-4215-4063-be79-0768068543e2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Mar 08 22:40:54.724374 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879ec60-490d-454b-965f-9001bbfb77fb req-0475bfb3-6eb5-404c-b6eb-5c18550cd598 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:54.725821 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5879ec60-490d-454b-965f-9001bbfb77fb req-0475bfb3-6eb5-404c-b6eb-5c18550cd598 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0513608 Mar 08 22:40:54.773097 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5879ec60-490d-454b-965f-9001bbfb77fb req-86316fa5-6ef7-4d6b-b5b5-36c5840626a5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Mar 08 22:40:55.885620 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f980-1b15-4f90-be73-4e0344b98241 req-f659f036-ead2-4d04-a4fc-1f0dfbcf884f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:55.887073 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4ae5f980-1b15-4f90-be73-4e0344b98241 req-f659f036-ead2-4d04-a4fc-1f0dfbcf884f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0509312 Mar 08 22:40:55.938017 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-4ae5f980-1b15-4f90-be73-4e0344b98241 req-205a6a55-be18-4cfb-8de1-61788c1cd6f0 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454726 Mar 08 22:40:57.056303 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc516f-856f-4714-a84a-e62c75a2b435 req-60a230bb-4311-4dc0-8361-9dedd539e691 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:57.057638 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4ddc516f-856f-4714-a84a-e62c75a2b435 req-60a230bb-4311-4dc0-8361-9dedd539e691 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0557811 Mar 08 22:40:57.105429 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4ddc516f-856f-4714-a84a-e62c75a2b435 req-28ea335d-5138-448b-8bfd-2e3a9a615b49 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 Mar 08 22:40:58.219215 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43914b64-1ccd-4463-9737-8122d5226ff1 req-b06430b2-7b71-40b1-ac1b-f9a0fdf8d2f4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:58.220684 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43914b64-1ccd-4463-9737-8122d5226ff1 req-b06430b2-7b71-40b1-ac1b-f9a0fdf8d2f4 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0515521 Mar 08 22:40:58.268009 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-43914b64-1ccd-4463-9737-8122d5226ff1 req-5a933416-a8a2-4f86-b04f-ec63ac36440f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Mar 08 22:40:59.384740 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b8ed3-350a-42d5-8af3-115f58c59199 req-1d6f7764-62e4-4ea5-b0f4-609904f34702 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:40:59.386685 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-696b8ed3-350a-42d5-8af3-115f58c59199 req-1d6f7764-62e4-4ea5-b0f4-609904f34702 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0510654 Mar 08 22:40:59.433517 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-696b8ed3-350a-42d5-8af3-115f58c59199 req-1264b6f8-cf31-46c9-86fc-5be7f9717abe tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Mar 08 22:41:00.548455 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725470d-c6e7-4d33-95fb-bf45e4b31ead req-954ca5b3-e319-4dc1-b96d-309f5db1b6c9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:00.549887 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8725470d-c6e7-4d33-95fb-bf45e4b31ead req-954ca5b3-e319-4dc1-b96d-309f5db1b6c9 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 943 time: 0.0506642 Mar 08 22:41:00.596405 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-8725470d-c6e7-4d33-95fb-bf45e4b31ead req-ea8e3d44-a905-4d11-bb83-f0f48d8dcaae tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Mar 08 22:41:01.248594 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:41:01.344613 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:41:01.355975 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:41:01.394592 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:41:01.395007 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:01.407143 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:41:01.425932 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:41:01.534441 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:01.582986 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:41:01.590112 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.590462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.590988 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.591330 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.591664 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.591994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.592325 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.592654 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.592983 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.593390 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.593716 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.594037 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.594360 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:01.712673 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626e22-3e34-4429-8b33-15898094a6c0 req-c45ca526-bcdd-49b7-824a-a6cefb56c79f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:01.715041 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc626e22-3e34-4429-8b33-15898094a6c0 req-c45ca526-bcdd-49b7-824a-a6cefb56c79f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 944 time: 0.0530877 Mar 08 22:41:01.768688 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-fc626e22-3e34-4429-8b33-15898094a6c0 req-b6a2d270-ef25-48cf-bd38-c19ec0e56eb8 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Mar 08 22:41:01.854650 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:41:02.887807 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9621874-e63c-49db-8dea-2179642e9c74 req-1e64e6d2-963d-4d60-b7da-9a3292068753 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:02.889235 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c9621874-e63c-49db-8dea-2179642e9c74 req-1e64e6d2-963d-4d60-b7da-9a3292068753 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 944 time: 0.0542259 Mar 08 22:41:02.936001 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-c9621874-e63c-49db-8dea-2179642e9c74 req-0f46fd97-4bf1-4679-8bc4-c045697308ed tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Mar 08 22:41:03.251377 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:41:03.356842 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:41:03.360931 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:41:03.361312 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:03.443368 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:41:03.443756 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:03.465960 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:41:03.468202 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d65729f-0a08-4ce6-9dcf-016cf691de09" -d '{"events": [{"server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "name": "network-vif-plugged", "status": "completed", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:41:03.480624 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:41:03.551272 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:03.596435 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:41:04.055203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964e33-55e9-499c-b72b-18ce0a7ebe97 req-91a22710-3c09-491a-8e38-f67c5d631d1a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:04.056643 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6c964e33-55e9-499c-b72b-18ce0a7ebe97 req-91a22710-3c09-491a-8e38-f67c5d631d1a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0515001 Mar 08 22:41:04.103429 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-6c964e33-55e9-499c-b72b-18ce0a7ebe97 req-3bcd09d3-136a-4aef-bbe5-028646c7415d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Mar 08 22:41:04.510722 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524972a-1aec-4974-a7dc-303094567e0e x-openstack-request-id: req-d524972a-1aec-4974-a7dc-303094567e0e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:41:04.511700 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "name": "network-vif-plugged", "status": "completed", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:41:04.511915 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d524972a-1aec-4974-a7dc-303094567e0e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:41:04.512328 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'code': 200} Mar 08 22:41:04.521001 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:41:04.805138 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaca2d-99bd-46ae-a058-a1e1b67125ec req-979ee60d-6584-4fb6-ba19-46f1fb17f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:04.806607 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95aaca2d-99bd-46ae-a058-a1e1b67125ec req-979ee60d-6584-4fb6-ba19-46f1fb17f6a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0424547 Mar 08 22:41:04.851677 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-95aaca2d-99bd-46ae-a058-a1e1b67125ec req-4cfae820-ed85-42d4-a9ff-f903ed1367d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Mar 08 22:41:05.395456 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507e18-0b4a-4fa1-94ea-799cd2ca2c42 req-69d7a469-d26e-4af1-8014-002783932c35 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:05.396827 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0a507e18-0b4a-4fa1-94ea-799cd2ca2c42 req-69d7a469-d26e-4af1-8014-002783932c35 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.2306247 Mar 08 22:41:05.444144 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-0a507e18-0b4a-4fa1-94ea-799cd2ca2c42 req-d13b9910-79f7-49a4-b4e6-4e582fbd8c57 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Mar 08 22:41:06.559788 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd43007-fab3-4f52-865c-9360f77db456 req-e7a090bb-6fc5-4ab3-96f9-daab1b345aca tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:06.562313 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ecd43007-fab3-4f52-865c-9360f77db456 req-e7a090bb-6fc5-4ab3-96f9-daab1b345aca tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0524392 Mar 08 22:41:06.609726 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ecd43007-fab3-4f52-865c-9360f77db456 req-152b1fbc-4e17-4176-85d5-cffff81e76af tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Mar 08 22:41:06.722573 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa1d1-d6eb-4f98-b240-3d014d8e2359 req-8ab00600-d43c-453d-825a-9d112325e7e2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:06.724039 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-695aa1d1-d6eb-4f98-b240-3d014d8e2359 req-8ab00600-d43c-453d-825a-9d112325e7e2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0512173 Mar 08 22:41:06.770209 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-695aa1d1-d6eb-4f98-b240-3d014d8e2359 req-6874e8e4-9234-4984-829b-e61298a17295 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Mar 08 22:41:06.791406 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47238) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:41:06.832670 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70128ca8-bc0d-4a03-9482-f0cd6d928ce5 tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:06.834121 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-70128ca8-bc0d-4a03-9482-f0cd6d928ce5 tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1124 time: 0.0417678 Mar 08 22:41:06.836801 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47240) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:41:06.841835 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:41:06.939590 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.034575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.136119 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.27.1.148 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/445990b8-daa5-41fa-80c0-517c999451e2) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:41:07.231575 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (445990b8-daa5-41fa-80c0-517c999451e2), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.311863 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (445990b8-daa5-41fa-80c0-517c999451e2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.354153 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:41:07.357486 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:41:07.360867 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:41:07.366376 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=445990b8-daa5-41fa-80c0-517c999451e2,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:41:07.395056 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.395392 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.395733 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.396068 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.396414 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.396724 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.397050 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.397375 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.397713 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.398025 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.398346 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.398665 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.399008 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:41:07.723743 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (b6e70545-948e-4da5-9827-7c67d0162e68), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.846677 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (445990b8-daa5-41fa-80c0-517c999451e2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:07.991197 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (445990b8-daa5-41fa-80c0-517c999451e2), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:08.031541 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (445990b8-daa5-41fa-80c0-517c999451e2), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:08.096507 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=445990b8-daa5-41fa-80c0-517c999451e2,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:41:08.108650 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (b6e70545-948e-4da5-9827-7c67d0162e68), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:08.207712 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP b6e70545-948e-4da5-9827-7c67d0162e68 associated. External IP: 172.27.1.148, port: 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e. Mar 08 22:41:08.391613 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:08.634480 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:41:08.739795 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:41:08.750288 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:41:08.759596 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:41:08.760191 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:40:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:41:08.833198 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:08.878226 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8d172b9b-b812-4177-83c8-00912f52c425 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0261223 Mar 08 22:41:08.878226 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:41:08.878226 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138117e1-e370-4e38-85d3-afe16fd410a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:41:08.954447 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:41:08.967365 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8cdefa-afaf-4189-9142-895343356b03 x-openstack-request-id: req-5c8cdefa-afaf-4189-9142-895343356b03 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:41:08.967659 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:41:08.967914 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c8cdefa-afaf-4189-9142-895343356b03 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:41:08.968316 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'status': 'completed', 'code': 200} Mar 08 22:41:09.035545 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-5a563c22-cc05-49c7-8971-21d6465f5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:09.037036 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-5a563c22-cc05-49c7-8971-21d6465f5a9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0477765 Mar 08 22:41:09.127537 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-da521d20-de69-4049-9031-4ee007890532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:09.128991 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-da521d20-de69-4049-9031-4ee007890532 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0843389 Mar 08 22:41:09.172956 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:07Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:41:09.197021 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-872c3513-a2ce-472e-89d4-2ffc5c6f0c4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 999 time: 0.0615392 Mar 08 22:41:09.202699 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:41:09.210785 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:41:09.211412 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:40:47Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:41:09.244131 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-be85d867-6a5e-42d1-bc3d-931c2306595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:09.245569 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-be85d867-6a5e-42d1-bc3d-931c2306595f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0430477 Mar 08 22:41:09.294052 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-e48833c5-1cd0-4dbf-80de-e2d50e6f15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:09.295586 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-e48833c5-1cd0-4dbf-80de-e2d50e6f15f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442388 Mar 08 22:41:09.321627 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:41:09.385831 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-3d246e38-5c7c-483d-8e59-55c7c4cc395d service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Mar 08 22:41:09.474709 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-138117e1-e370-4e38-85d3-afe16fd410a4 req-cd9429dd-f5b2-45df-b381-818b512f513b service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Mar 08 22:41:09.539999 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:07Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:41:09.569702 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84049-cb8b-4a04-b629-d8cd5e9d1313 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:07Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:41:09.753021 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69213dc5-da51-4cc2-9d04-1e160245c63c None None] New status for floating IP b6e70545-948e-4da5-9827-7c67d0162e68: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:41:15.282628 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91256cd4-76c7-47a1-9fbd-29288093ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:17.351225 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cafa5af0-d89c-4213-b216-4405b91b0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:18.585497 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:20.031054 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:21.084591 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-07936fc8-d70f-453e-834a-29c1483fb3fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472007 Mar 08 22:41:21.168538 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-7420215f-a413-4458-8352-c0468caac1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:21.169999 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-7420215f-a413-4458-8352-c0468caac1a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0434992 Mar 08 22:41:21.270675 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-7cffc474-9b96-4d50-bc34-c049dc2ada21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:21.272180 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-7cffc474-9b96-4d50-bc34-c049dc2ada21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0839651 Mar 08 22:41:21.344153 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-32397175-edde-4ed1-b115-ba2678815ce3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 1001 time: 0.0649750 Mar 08 22:41:21.394862 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-04f6de69-ed96-4fb5-bdb0-162d48a8b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:21.396345 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-04f6de69-ed96-4fb5-bdb0-162d48a8b95d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0461917 Mar 08 22:41:21.396955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:21.444751 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-c7baeda2-66b6-4471-8228-c9bf5d2270a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:41:21.446282 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-c7baeda2-66b6-4471-8228-c9bf5d2270a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444241 Mar 08 22:41:21.537338 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-43069181-d00e-4b58-bd96-23564941c70b service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Mar 08 22:41:21.629903 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-83fc3c30-78d7-4be2-979a-d588ec69f834 req-8b365302-5bca-40bd-af69-3e88b31e7205 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844660 Mar 08 22:41:38.162954 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [req-c57be49a-6273-4520-b07c-0f2c8c0731b1 req-99b9260a-185a-4708-865d-0c37aaf9bebf service neutron] (103473) timed out ('10.222.0.35', 60090) {{(pid=103473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 22:41:38.373452 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:41.519624 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:41:45.297878 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93e67020-b902-432d-ae16-c229618206a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:47.298697 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0bec997a-c2bc-4da9-93b6-ae648ceaa6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:48.550297 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:50.047372 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:41:51.372826 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:08.401249 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:15.304076 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eda4dc2a-bb94-40f3-a9c1-51fe9ecf3e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:17.326330 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8339d300-832e-42b0-b454-a484a9dec372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:18.518656 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:42:18.595250 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:20.064008 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:21.383647 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:22.117981 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-7d5ff779-306d-4213-b1ef-3eddacc4af25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887506 Mar 08 22:42:22.199518 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-f3b9a378-c71d-4104-bcab-ee96630bc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:42:22.200957 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-f3b9a378-c71d-4104-bcab-ee96630bc1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0438571 Mar 08 22:42:22.302726 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-a034e754-1356-4cf6-906a-0c86ce9c25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:42:22.304119 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-a034e754-1356-4cf6-906a-0c86ce9c25d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0863216 Mar 08 22:42:22.369602 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-75fac289-1720-419c-82dc-e5c609484128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 1001 time: 0.0587928 Mar 08 22:42:22.417601 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-9add337a-8d3f-42dd-9dc2-44fbebf0774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:42:22.419019 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-9add337a-8d3f-42dd-9dc2-44fbebf0774e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0436215 Mar 08 22:42:22.471627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-eab22730-ef54-4270-bb7f-2ac61139dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:42:22.473064 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-eab22730-ef54-4270-bb7f-2ac61139dbfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483265 Mar 08 22:42:22.561846 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-97ebe07a-dfcd-4d51-a8f0-6e193bda2404 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822299 Mar 08 22:42:22.652682 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de1d92fc-4b46-4f6f-afa4-71c5799ecfc5 req-8347776f-fc11-4747-a280-434705388bfe service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847375 Mar 08 22:42:38.371577 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:45.291101 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8591a47f-c7ba-4fe8-867d-8c8af4c8a5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:47.297406 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a8df711-1740-4a52-9309-e683afd836cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:48.560066 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:50.079672 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:51.371439 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:42:55.517150 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:43:07.066060 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-afd93ba9-e17d-4f82-8804-452d1fe9b7bd tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995533476&fields=id&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 267 time: 0.0438209 Mar 08 22:43:07.170117 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-c370dcd4-15c4-410f-8a08-b90619957693 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:07.171582 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-c370dcd4-15c4-410f-8a08-b90619957693 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.0995498 Mar 08 22:43:07.186064 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-483ca5db-9444-49dc-8ca1-f654a438c7ac tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/quotas/c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 375 time: 0.0086024 Mar 08 22:43:07.240172 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-ef0cbc56-99f4-4379-bda6-acb6637f85a6 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495374 Mar 08 22:43:07.375498 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-295be44c-509e-4061-bfc3-3c8de1505f8f service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247454 Mar 08 22:43:07.465364 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-9f5f7e98-0925-43dd-a785-6d2bc0414afe service neutron] 10.222.0.39 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Mar 08 22:43:08.016827 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-11470e67-d740-486e-98c0-7572439d36d8 req-d1316551-02fb-4679-a52c-121ad075682b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 210 time: 0.0774131 Mar 08 22:43:08.439999 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:09.111658 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-908c9980-29c2-44bb-a625-97f6697916f8 req-87e24e80-8bcb-4803-bf13-64af16a2f3a6 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Mar 08 22:43:09.826897 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-1de15fd8-bb55-44c1-b6eb-a2913d5a90fb tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:09.828914 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-1de15fd8-bb55-44c1-b6eb-a2913d5a90fb tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 811 time: 0.1020784 Mar 08 22:43:09.887697 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-b3d0abe5-d894-4441-99f0-119728b39a07 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e HTTP/1.1" status: 200 len: 380 time: 0.0513756 Mar 08 22:43:09.895594 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'port': {'device_id': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'admin_state_up': True, 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'security_groups': ['9003202b-872b-4f86-9ca0-f2a293a75cf4']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:43:10.056914 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Made reservation on behalf of c703a8d2830f47c4ac55910cd5ea5f8e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 22:43:10.084301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.214363 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-347cee13-cc51-4f5b-9d38-ad821ecf34bd req-d8eb90d2-4d75-4bde-92da-858632f2cc2e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 210 time: 0.0315368 Mar 08 22:43:10.220731 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.20.0.6 (0ef29216-0cee-4cb0-918a-112f4383870e/2b4155ae-a181-492f-a747-7a10760ab1ba/3eaa7cd8-d729-4926-9c66-b0cffc21896f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:43:10.356872 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.440167 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.482912 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network 0ef29216-0cee-4cb0-918a-112f4383870e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:43:10.486315 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:43:10.489876 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:43:10.513871 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:10.528188 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.528540 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.528885 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.529218 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.529608 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.529882 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.530207 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.530531 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.530877 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.539367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.539367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.539367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.539367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:10.552774 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:10.553430 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.647666 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-148af239-c304-4728-95c1-752972afadb7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554536 Mar 08 22:43:10.659756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.v2.base [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Request body: {'port': {'device_id': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83269'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:43:10.683173 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-3f513d32-a6aa-42aa-a7b0-509853bd060e None None] Provisioning complete for port 3eaa7cd8-d729-4926-9c66-b0cffc21896f triggered by entity DHCP. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:43:10.683736 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f513d32-a6aa-42aa-a7b0-509853bd060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.718254 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3f513d32-a6aa-42aa-a7b0-509853bd060e None None] Port 3eaa7cd8-d729-4926-9c66-b0cffc21896f cannot update to ACTIVE because it is not bound. {{(pid=103475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 22:43:10.721917 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.980054 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaa7cd8-d729-4926-9c66-b0cffc21896f {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:43:10.987508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks [] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:10.999111 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Transition to ACTIVE for port object 3eaa7cd8-d729-4926-9c66-b0cffc21896f will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 22:43:11.068769 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:11.120203 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:11.192817 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Attempting to bind port 3eaa7cd8-d729-4926-9c66-b0cffc21896f on host hv-cinder-83269 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 22:43:11.193395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Attempting to bind port 3eaa7cd8-d729-4926-9c66-b0cffc21896f by drivers openvswitch,hyperv on host hv-cinder-83269 at level 0 using segments [{'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 22:43:11.193527 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Attempting to bind port 3eaa7cd8-d729-4926-9c66-b0cffc21896f on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:43:11.198089 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Port 3eaa7cd8-d729-4926-9c66-b0cffc21896f on network 0ef29216-0cee-4cb0-918a-112f4383870e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83269 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 22:43:11.198616 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Attempting to bind port 3eaa7cd8-d729-4926-9c66-b0cffc21896f on network 0ef29216-0cee-4cb0-918a-112f4383870e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 22:43:11.204246 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Checking agent: {'id': '6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'started_at': datetime.datetime(2022, 3, 8, 22, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 22, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 22:43:11.206072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Checking segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 22:43:11.206072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Bound using segment: {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 22:43:11.206072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Bound port: 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host: hv-cinder-83269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 22:43:11.206072 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:11.270704 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 22:43:11.273986 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 22:43:11.337998 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b86498-b2b9-4324-b335-416e5c939fba req-9b662cca-7956-49fa-b789-dcda77273701 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:11.339502 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e4b86498-b2b9-4324-b335-416e5c939fba req-9b662cca-7956-49fa-b789-dcda77273701 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0555203 Mar 08 22:43:11.359597 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13474178'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:11.395847 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-e4b86498-b2b9-4324-b335-416e5c939fba req-3577abb1-3ceb-49de-8d91-7d563bdf2334 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500193 Mar 08 22:43:11.399656 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:11.400391 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:11.401642 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 200 len: 1093 time: 0.7465847 Mar 08 22:43:11.402087 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:43:11.404355 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d495f0-413c-47aa-8049-a2bcda867a41" -d '{"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:43:11.431399 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5232c-dc5c-40a4-9470-e0ccccd870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:11.500681 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf64175-7748-4993-84e9-b6831d48d71c x-openstack-request-id: req-baf64175-7748-4993-84e9-b6831d48d71c {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:43:11.500968 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:43:11.501310 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baf64175-7748-4993-84e9-b6831d48d71c {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:43:11.501657 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'status': 'completed', 'code': 200} Mar 08 22:43:11.551644 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-b8465823-986d-4c0c-bbaf-93249b4bd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:11.553195 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-b8465823-986d-4c0c-bbaf-93249b4bd7a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1127 time: 0.0464504 Mar 08 22:43:11.595909 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-0cf84ce6-c872-41b1-94d7-7b6e6d5afa62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 200 len: 217 time: 0.0358737 Mar 08 22:43:11.646409 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-c8c29e81-9e28-4289-b450-66d481ba0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:11.647906 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-c8c29e81-9e28-4289-b450-66d481ba0091 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0457430 Mar 08 22:43:11.697242 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-53ad4e8d-db0f-47d1-9903-1c033a51a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:11.698710 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-53ad4e8d-db0f-47d1-9903-1c033a51a9da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448914 Mar 08 22:43:11.782535 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-544884eb-a76c-45f3-8769-bc00d871b910 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783560 Mar 08 22:43:11.870574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-22bd8ee2-cf7c-4f7f-a712-6a53dd5bc0cd req-2c96e0fa-9529-4904-8855-52d79041fba6 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816462 Mar 08 22:43:12.036923 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-df7d2e77-292b-46c3-943f-858017459db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:12.038341 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-df7d2e77-292b-46c3-943f-858017459db1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1127 time: 0.0439391 Mar 08 22:43:12.129141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-c55ef993-5138-4e3f-8911-3225ddafe369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:12.130562 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-c55ef993-5138-4e3f-8911-3225ddafe369 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0869801 Mar 08 22:43:12.170503 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-ba942bac-3acf-40f8-997e-c1c6a019197e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 200 len: 217 time: 0.0335023 Mar 08 22:43:12.215644 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-f811283f-9f0b-456a-a01b-b383f88e4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:12.217001 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-f811283f-9f0b-456a-a01b-b383f88e4caf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0415187 Mar 08 22:43:12.266496 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-fcb16925-09f8-4ad8-baaa-ce70436976b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:12.267954 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-fcb16925-09f8-4ad8-baaa-ce70436976b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454071 Mar 08 22:43:12.354503 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-3e7a1fdd-f673-4839-855d-4648a0a05d49 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801966 Mar 08 22:43:12.443103 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98d495f0-413c-47aa-8049-a2bcda867a41 req-3a67635f-1534-47b3-b206-1740fef8158a service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Mar 08 22:43:12.526125 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c074e-7eaa-49cd-b977-161a1d8ee21b req-d50f7d71-f3ba-41e4-9994-9800a6c17977 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:12.527617 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-787c074e-7eaa-49cd-b977-161a1d8ee21b req-d50f7d71-f3ba-41e4-9994-9800a6c17977 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0504806 Mar 08 22:43:12.574082 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-787c074e-7eaa-49cd-b977-161a1d8ee21b req-d9e402e2-b2b7-4a22-a970-a66175bacd37 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403659 Mar 08 22:43:13.690384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b95b79-f451-49b8-99e0-812bb601ab28 req-08c0e121-5d45-432d-82c5-fa6e96531bb5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:13.691882 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-01b95b79-f451-49b8-99e0-812bb601ab28 req-08c0e121-5d45-432d-82c5-fa6e96531bb5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0524671 Mar 08 22:43:13.740113 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-01b95b79-f451-49b8-99e0-812bb601ab28 req-6e63e4cd-b561-430f-bd0f-df9ffef2af7c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Mar 08 22:43:14.853289 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75278c-cd3e-4bd5-8149-3c2f52854b9a req-4f2a98d6-58df-40a5-8f2a-8c13c9d2ac03 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:14.854733 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dd75278c-cd3e-4bd5-8149-3c2f52854b9a req-4f2a98d6-58df-40a5-8f2a-8c13c9d2ac03 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Mar 08 22:43:14.901512 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-dd75278c-cd3e-4bd5-8149-3c2f52854b9a req-5d629cdf-6725-4e3f-8767-a58aac0c788a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Mar 08 22:43:15.313936 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-001a8180-92ef-45eb-97cc-e922fb6bfd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:16.019211 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f56e7a-73d2-43c7-8ca3-c41ce1b3c8dd req-77cd8f0f-e746-4615-99db-01ca1101cac3 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:16.020651 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70f56e7a-73d2-43c7-8ca3-c41ce1b3c8dd req-77cd8f0f-e746-4615-99db-01ca1101cac3 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0550559 Mar 08 22:43:16.067681 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-70f56e7a-73d2-43c7-8ca3-c41ce1b3c8dd req-8e90f218-5aab-410d-8c40-79a271511f8c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 Mar 08 22:43:17.185087 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d8ad8-bf1d-4911-b5e9-1ef8307bf584 req-e1968f0b-c117-4ec7-96af-1e338a674f76 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:17.186531 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eb9d8ad8-bf1d-4911-b5e9-1ef8307bf584 req-e1968f0b-c117-4ec7-96af-1e338a674f76 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0557296 Mar 08 22:43:17.234990 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-eb9d8ad8-bf1d-4911-b5e9-1ef8307bf584 req-e08f056b-98b6-43e7-a35e-18b9ef02b85a tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 Mar 08 22:43:17.291498 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3ea8358a-a373-4dd3-9f31-2733c50f95dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:18.354975 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb8c1a-e992-44b3-8840-fe2112e5ddd8 req-801df79f-94b9-4325-94f4-d37adf645003 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:18.356425 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90fb8c1a-e992-44b3-8840-fe2112e5ddd8 req-801df79f-94b9-4325-94f4-d37adf645003 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0562704 Mar 08 22:43:18.402909 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-90fb8c1a-e992-44b3-8840-fe2112e5ddd8 req-a14f28b3-11e0-431b-8506-d7e7a30cceaf tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Mar 08 22:43:18.559501 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:19.517063 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8237-fbac-47ec-8246-1e5d01aea218 req-32e760e4-8382-4cc3-9901-45b55fea3d32 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:19.518507 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9efc8237-fbac-47ec-8246-1e5d01aea218 req-32e760e4-8382-4cc3-9901-45b55fea3d32 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 943 time: 0.0508542 Mar 08 22:43:19.567163 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-9efc8237-fbac-47ec-8246-1e5d01aea218 req-4e432e95-1b0a-45c1-993e-47ec9876a116 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Mar 08 22:43:20.007233 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 3eaa7cd8-d729-4926-9c66-b0cffc21896f details requested by agent hyperv_hv-cinder-83269 with host hv-cinder-83269 {{(pid=103475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 22:43:20.037295 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:20.103924 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:43:20.114447 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Returning: {'device': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'port_id': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'mac_address': 'fa:16:3e:5c:5a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 22:43:20.150949 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 3eaa7cd8-d729-4926-9c66-b0cffc21896f is: DOWN; New status is: BUILD {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:43:20.151335 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:20.163894 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaa7cd8-d729-4926-9c66-b0cffc21896f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 22:43:20.182523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:43:20.256599 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:20.301844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=4']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:20.308699 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.309051 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.309399 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.309744 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.310078 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.310409 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.310741 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.311095 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.311425 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.311754 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.312080 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.312967 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.313322 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:20.619637 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] get_ports_and_sgs() called for port_ids ['3eaa7cd8-d729-4926-9c66-b0cffc21896f'] {{(pid=103475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 22:43:20.682472 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdc44f-f54d-4fef-bdd9-1c0875b951e7 req-7a27c203-ea31-46d5-93af-678f25226a0e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:20.683975 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8bdc44f-f54d-4fef-bdd9-1c0875b951e7 req-7a27c203-ea31-46d5-93af-678f25226a0e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 944 time: 0.0519128 Mar 08 22:43:20.735228 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-b8bdc44f-f54d-4fef-bdd9-1c0875b951e7 req-a182eed1-b015-436e-a74a-8f06b3f29881 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455668 Mar 08 22:43:21.386964 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:21.848707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e64b05-acec-4f3d-94c5-17b0a273cf26 req-bdc63506-d634-47c7-893e-4e8ac9f0f94b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:21.850146 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-28e64b05-acec-4f3d-94c5-17b0a273cf26 req-bdc63506-d634-47c7-893e-4e8ac9f0f94b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 944 time: 0.0510283 Mar 08 22:43:21.900519 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-28e64b05-acec-4f3d-94c5-17b0a273cf26 req-4a643f3e-2666-4122-a040-0e3ac44ae39c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Mar 08 22:43:22.022971 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 3eaa7cd8-d729-4926-9c66-b0cffc21896f up at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 22:43:22.142281 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning for port 3eaa7cd8-d729-4926-9c66-b0cffc21896f completed by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 22:43:22.146024 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Provisioning complete for port 3eaa7cd8-d729-4926-9c66-b0cffc21896f triggered by entity L2. {{(pid=103475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 22:43:22.146391 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739819'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), provisioning_complete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:22.222049 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Current status of the port 3eaa7cd8-d729-4926-9c66-b0cffc21896f is: BUILD; New status is: ACTIVE {{(pid=103475) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 22:43:22.222434 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:22.243519 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:43:22.245710 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94757ebea24caa7a481911b024604cc8fc3b62b228c6925299b061f63d35ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c5d6a-8a50-4dcc-be2d-97bd0e282759" -d '{"events": [{"server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "name": "network-vif-plugged", "status": "completed", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:43:22.260490 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:43:22.336484 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d20f58-c77c-4d77-afbd-985ddc0330b5 x-openstack-request-id: req-59d20f58-c77c-4d77-afbd-985ddc0330b5 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:43:22.336783 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "name": "network-vif-plugged", "status": "completed", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:43:22.337036 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59d20f58-c77c-4d77-afbd-985ddc0330b5 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:43:22.337458 dv-cinder-832696-1-iscsi neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'code': 200} Mar 08 22:43:22.338619 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:22.388283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Pushing event updated for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=5']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:22.666071 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925c97-45d6-41dc-87be-4e2f85c15f3a req-ecad8f43-50c4-4418-aee3-33faf51143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:22.667574 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98925c97-45d6-41dc-87be-4e2f85c15f3a req-ecad8f43-50c4-4418-aee3-33faf51143c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1129 time: 0.0431290 Mar 08 22:43:22.712684 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-98925c97-45d6-41dc-87be-4e2f85c15f3a req-e53beb5c-4c26-4afd-8c62-3a0a42a69735 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Mar 08 22:43:23.029392 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df8f4a-3254-4d3a-a8fd-c2d5a7fe5ccd req-c756a586-803e-45ee-90b3-55043c532b6b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:23.031205 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-07df8f4a-3254-4d3a-a8fd-c2d5a7fe5ccd req-c756a586-803e-45ee-90b3-55043c532b6b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0633843 Mar 08 22:43:23.068642 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-e47d8205-cff9-4578-972e-73cc67ef027d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437598 Mar 08 22:43:23.082267 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-07df8f4a-3254-4d3a-a8fd-c2d5a7fe5ccd req-a7e95573-665c-49d0-a11f-0434946cc7bf tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Mar 08 22:43:23.153527 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-55940fe7-9eb1-476f-9f51-17ebe03dfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:23.154994 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-55940fe7-9eb1-476f-9f51-17ebe03dfba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0433238 Mar 08 22:43:23.272904 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-e118efe6-1ee4-46dd-81b3-5489b580d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:23.274235 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-e118efe6-1ee4-46dd-81b3-5489b580d4dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0858266 Mar 08 22:43:23.340614 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-5acf2cca-5229-4b50-8076-8da6c17728ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 1001 time: 0.0595129 Mar 08 22:43:23.387030 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-3a25b5d2-39b6-4a3e-b3ea-f36f1dc4eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:23.388414 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-3a25b5d2-39b6-4a3e-b3ea-f36f1dc4eb4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0414286 Mar 08 22:43:23.435135 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-a187a00d-826d-48a0-a576-c2bbcae88e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:23.436550 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-a187a00d-826d-48a0-a576-c2bbcae88e45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422280 Mar 08 22:43:23.524443 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-9ee16a80-15f4-40fc-a28b-1bedfa3e65d9 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812709 Mar 08 22:43:23.611037 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-53c0d1f8-34dc-4d09-a568-1261f7efada7 req-6de58252-1c8a-4d3c-bbaf-a9f0a2494b33 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799341 Mar 08 22:43:24.199197 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac381f-d46f-4b68-b128-96760edbbfd5 req-35d4b51d-ec31-4d5e-a2fe-7468efd392f1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:24.200645 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ffac381f-d46f-4b68-b128-96760edbbfd5 req-35d4b51d-ec31-4d5e-a2fe-7468efd392f1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Mar 08 22:43:24.252512 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-ffac381f-d46f-4b68-b128-96760edbbfd5 req-eedae747-c0d0-4695-9ba1-c4342c7db352 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456853 Mar 08 22:43:25.371560 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bfda8-e299-42df-b162-ca3c4d7f47f9 req-3fb55bb6-ca04-4fdb-a1f3-4cad2bb1bb87 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:25.373054 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f82bfda8-e299-42df-b162-ca3c4d7f47f9 req-3fb55bb6-ca04-4fdb-a1f3-4cad2bb1bb87 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0526154 Mar 08 22:43:25.420685 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-f82bfda8-e299-42df-b162-ca3c4d7f47f9 req-69790f1c-6ffb-44dc-8784-c55dcc038d9b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Mar 08 22:43:25.534769 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ed2a2-9b6d-4121-b887-8db187eba12d req-88832900-7a85-4322-a4f7-19d72c73d77b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:25.536147 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-407ed2a2-9b6d-4121-b887-8db187eba12d req-88832900-7a85-4322-a4f7-19d72c73d77b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0510769 Mar 08 22:43:25.583650 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-407ed2a2-9b6d-4121-b887-8db187eba12d req-c19caa4e-6fe9-4c4e-8280-40577f312c7d tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Mar 08 22:43:25.606231 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47404) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:43:25.747680 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9d035-91d8-4d3d-9fea-5bbfbb213184 tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:25.749182 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-edb9d035-91d8-4d3d-9fea-5bbfbb213184 tempest-TestVolumeBootPattern-661721115 tempest-TestVolumeBootPattern-661721115-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1124 time: 0.1419137 Mar 08 22:43:25.752499 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47408) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:43:25.756567 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.v2.base [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Request body: {'floatingip': {'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'port_id': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 22:43:25.828664 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:25.919488 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.022113 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Allocated IP 172.27.1.130 (a0ee2ee2-73e9-463e-a95c-21b90575f505/a2934c5b-2d1b-470a-91f2-626abe60ece0/857e2c45-08a5-4034-abd3-f4b9fa6be618) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 22:43:26.117933 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.205492 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758269431745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.243165 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Network a0ee2ee2-73e9-463e-a95c-21b90575f505 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 22:43:26.247825 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 22:43:26.251826 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 22:43:26.278527 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=857e2c45-08a5-4034-abd3-f4b9fa6be618,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:26.290993 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.291357 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.291705 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.292049 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.292386 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.292721 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.293054 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.293388 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.293717 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.294046 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.294372 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.294696 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.295043 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:43:26.617847 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.763059 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620252'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.908286 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:26.965160 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758269855160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758269431763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758269431781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13044319'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:27.030011 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event updated for resources: {'Port': ['ID=857e2c45-08a5-4034-abd3-f4b9fa6be618,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:43:27.040060 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704024'] for floatingip (04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:27.140778 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP 04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956 associated. External IP: 172.27.1.130, port: 3eaa7cd8-d729-4926-9c66-b0cffc21896f. Mar 08 22:43:27.347515 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:43:27.455074 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:43:27.464723 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:43:27.474115 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:43:27.478611 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:43:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:43:27.521666 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:27.551729 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-e138d312-0eea-455d-9cc1-37024afee8f7 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7982330 Mar 08 22:43:27.552305 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:43:27.554596 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de869714-a146-4ee2-9707-40c7e91e0a61" -d '{"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:43:27.581355 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:43:27.590370 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c1bbe-2224-477d-b12a-fad63f89bad1 x-openstack-request-id: req-531c1bbe-2224-477d-b12a-fad63f89bad1 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:43:27.590657 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:43:27.590949 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-531c1bbe-2224-477d-b12a-fad63f89bad1 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:43:27.591355 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'status': 'completed', 'code': 200} Mar 08 22:43:27.652770 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-f78c3af1-da1a-4a2c-9152-f3da870858a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:27.654227 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-f78c3af1-da1a-4a2c-9152-f3da870858a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1129 time: 0.0431135 Mar 08 22:43:27.744965 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-83f6bd1c-f020-4ff3-85fd-3f4ae9c2a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:27.746415 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-83f6bd1c-f020-4ff3-85fd-3f4ae9c2a73f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0865290 Mar 08 22:43:27.807096 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:5c:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:43:26Z', 'updated_at': '2022-03-08T22:43:26Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}, {'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:43:27.807544 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-0fc2f124-d37e-496c-bd27-e2353fdced62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 200 len: 999 time: 0.0558362 Mar 08 22:43:27.858625 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-75aafd59-d156-4ad5-af44-afe6fbd7e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:27.860729 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-75aafd59-d156-4ad5-af44-afe6fbd7e0a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0474436 Mar 08 22:43:27.910606 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-624664af-3d80-4e1d-b382-6eff800d9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:43:27.912158 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-624664af-3d80-4e1d-b382-6eff800d9274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456262 Mar 08 22:43:27.926228 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:43:27.934512 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:43:27.935136 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:43:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:43:28.000322 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-cef8aa30-eafe-4910-ab4b-15fcdb8624fd service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811868 Mar 08 22:43:28.040892 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:43:28.089377 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-de869714-a146-4ee2-9707-40c7e91e0a61 req-3ac6b00d-1127-461b-bdb0-fa69ebba2c17 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837054 Mar 08 22:43:28.256656 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:5c:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:43:26Z', 'updated_at': '2022-03-08T22:43:26Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}, {'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:43:28.282650 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdabebc-029b-4f7f-ba7c-7364236ff1ac None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': '04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:5c:5a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:43:26Z', 'updated_at': '2022-03-08T22:43:26Z', 'revision_number': 0, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}, {'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:43:28.469921 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d047ad2-f5db-4dc2-8591-c3ad52a0dea1 None None] New status for floating IP 04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956: ACTIVE {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:43:32.519735 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:43:35.474868 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [req-9c1e8fb5-9310-4e47-9700-a33753001a13 req-faf68f65-c6ff-4b96-9825-1e7332dec73f service neutron] (103474) timed out ('10.222.0.35', 60115) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 22:43:38.399129 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:45.307339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79f201a4-9358-4429-b5bc-60e0143871d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:47.313628 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-250f5d16-a0d7-4660-a0bf-e8d133cf0c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:48.564656 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:50.165683 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:43:51.381915 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:08.404136 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:09.518346 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:44:15.306883 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14651873-e933-4b0c-8c69-426bb015758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:17.312632 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf153c96-e7c0-44a5-9fe5-7df94b21bd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:18.558293 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:20.101099 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:21.380865 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:25.233649 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-657c0a04-ce93-4c53-806d-ee354a6a9cbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421617 Mar 08 22:44:25.314489 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e431-acc9-47ca-884a-399a01b9a10b req-c1a24b7b-223e-4fbf-8ce4-45dcd315846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:44:25.316568 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-c1a24b7b-223e-4fbf-8ce4-45dcd315846f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0478551 Mar 08 22:44:25.681600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e431-acc9-47ca-884a-399a01b9a10b req-5723ab42-b5e4-4af3-b91d-3f025ab6ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:44:25.683088 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-5723ab42-b5e4-4af3-b91d-3f025ab6ee18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.3480561 Mar 08 22:44:25.748271 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-007ee5d2-11ac-4ddc-ad42-8dc876d711f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 1001 time: 0.0586991 Mar 08 22:44:25.794050 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e431-acc9-47ca-884a-399a01b9a10b req-b7807231-2840-40e6-8ccb-a448fe0ea29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:44:25.795440 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-b7807231-2840-40e6-8ccb-a448fe0ea29b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0412390 Mar 08 22:44:25.843353 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e431-acc9-47ca-884a-399a01b9a10b req-5627398c-ea58-472b-a0bc-9172b00bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:44:25.844747 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-5627398c-ea58-472b-a0bc-9172b00bffd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419793 Mar 08 22:44:25.937144 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-829ea81f-a7f1-41d7-b877-d77e819f929c service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Mar 08 22:44:26.023823 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-4049e431-acc9-47ca-884a-399a01b9a10b req-af1485cb-228e-49f5-8a95-18efec01eb04 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797527 Mar 08 22:44:38.409248 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:45.334721 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-338f02b7-fe9a-4820-b4e0-c7d5d0cfeabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:46.516718 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:44:47.346481 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59099825-1aad-4f9e-97b4-3563740862e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:48.551519 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:50.094462 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:44:51.391983 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:08.453212 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:15.299688 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cad47c6e-d3a4-44b0-a2d6-56fe810c56a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.207452 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47440) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:16.360325 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port 857e2c45-08a5-4034-abd3-f4b9fa6be618 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:16.360662 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.436431 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.436753 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (857e2c45-08a5-4034-abd3-f4b9fa6be618), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.448398 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for 857e2c45-08a5-4034-abd3-f4b9fa6be618 owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:16.660012 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (857e2c45-08a5-4034-abd3-f4b9fa6be618), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.685910 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=857e2c45-08a5-4034-abd3-f4b9fa6be618,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:16.744506 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.744856 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.745203 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.745538 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.745867 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.746194 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.746521 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.746865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.752364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.752364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.752364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.752364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.752364 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:16.807189 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:16.807522 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP 04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956 disassociated (deleted). External IP: 172.27.1.130, port: 3eaa7cd8-d729-4926-9c66-b0cffc21896f. Mar 08 22:45:17.230188 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:45:17.317141 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe891cc8-13f7-437f-b589-abd91edbcd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:17.340889 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:45:17.345579 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:17.350644 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:45:17.359831 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:17.360433 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:17.376327 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-00c4031b-18a3-4e1a-b2ee-160d43d8f10c tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "DELETE /v2.0/floatingips/04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956 HTTP/1.1" status: 204 len: 168 time: 1.1678283 Mar 08 22:45:17.376905 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:45:17.379154 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3fd79-b0cd-42d7-a41d-208acdd8047a" -d '{"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:45:17.419851 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd674143-41b2-4bdc-82e8-8b7aff0cb18c x-openstack-request-id: req-cd674143-41b2-4bdc-82e8-8b7aff0cb18c {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:45:17.420206 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:45:17.420519 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd674143-41b2-4bdc-82e8-8b7aff0cb18c {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:45:17.421133 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'status': 'completed', 'code': 200} Mar 08 22:45:17.471592 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:17.492505 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-ef8d6c58-eb19-4d4c-a636-1e93a1600cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:17.493951 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-ef8d6c58-eb19-4d4c-a636-1e93a1600cb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 1129 time: 0.0510259 Mar 08 22:45:17.594716 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-25b9af03-9048-4362-8137-866f200955c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:17.596254 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-25b9af03-9048-4362-8137-866f200955c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0944583 Mar 08 22:45:17.640706 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-4b8f190e-e953-415f-9ebd-cd239064f627 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 200 len: 217 time: 0.0386698 Mar 08 22:45:17.691491 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-3845a805-a513-48e7-8214-9692650e0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:17.693057 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-3845a805-a513-48e7-8214-9692650e0bf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0472810 Mar 08 22:45:17.706829 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:17.733052 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102f2a2-134f-4958-9bb3-28a28693ab5d req-2995ef9b-c257-419e-a3a7-c8b51ed7fabb tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:17.734520 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1102f2a2-134f-4958-9bb3-28a28693ab5d req-2995ef9b-c257-419e-a3a7-c8b51ed7fabb tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Mar 08 22:45:17.738348 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:45:17.743301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-bb8e7df1-8926-4305-92f0-dada6e1e6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:17.744824 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-bb8e7df1-8926-4305-92f0-dada6e1e6a33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458593 Mar 08 22:45:17.747044 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:17.747654 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:17.785864 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-1102f2a2-134f-4958-9bb3-28a28693ab5d req-fba72b48-23df-4aee-9448-aa9d2ea13df2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Mar 08 22:45:17.840824 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-103bd03a-df4d-45b6-8de0-91939a39e6c9 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878615 Mar 08 22:45:17.856149 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:17.928840 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-29c3fd79-b0cd-42d7-a41d-208acdd8047a req-c57d3c02-f03a-4ba1-a482-e530299d3fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812504 Mar 08 22:45:18.075238 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:18.185470 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c8bf9e-edca-446c-9e33-989efdba6b96 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_floatingips': [{'id': 'b6e70545-948e-4da5-9827-7c67d0162e68', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'router_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'port_id': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'mac_address': 'fa:16:3e:81:79:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T22:41:07Z', 'updated_at': '2022-03-08T22:41:09Z', 'revision_number': 1, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:45:18.397844 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d72aaa-4422-4350-a82a-02d8fd313249 None None] New status for floating IP 04ffcd7b-2b7a-44fb-ba84-9dd5cbd27956: DOWN {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:45:18.556834 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:18.903338 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbead2-93f5-441d-8376-dc483c7527d8 req-c7445bad-a289-40c2-af99-121b6c5acd62 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:18.904813 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bcdbead2-93f5-441d-8376-dc483c7527d8 req-c7445bad-a289-40c2-af99-121b6c5acd62 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Mar 08 22:45:18.956854 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-bcdbead2-93f5-441d-8376-dc483c7527d8 req-2d68c4cf-3805-424a-8587-3ec15f25beaf tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Mar 08 22:45:19.407141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-62a5a1a4-b4ca-40ea-aa68-a330d8841660 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:19.408553 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-62a5a1a4-b4ca-40ea-aa68-a330d8841660 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Mar 08 22:45:19.497215 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port 3eaa7cd8-d729-4926-9c66-b0cffc21896f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:19.497558 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:19.584683 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] For port 3eaa7cd8-d729-4926-9c66-b0cffc21896f, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=3eaa7cd8-d729-4926-9c66-b0cffc21896f,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:19.584956 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:19.596340 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for 3eaa7cd8-d729-4926-9c66-b0cffc21896f owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:19.778904 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (3eaa7cd8-d729-4926-9c66-b0cffc21896f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:19.805623 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=3eaa7cd8-d729-4926-9c66-b0cffc21896f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:19.815051 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.820069 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:19.861408 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] No DVR routers for this DVR port 3eaa7cd8-d729-4926-9c66-b0cffc21896f on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:19.863849 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:19.867153 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-44ab47c3-9774-41f2-aa1b-37cc5f254b76 req-974c6d8c-ce98-4fc7-8f1d-5472a9050ef1 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "DELETE /v2.0/ports/3eaa7cd8-d729-4926-9c66-b0cffc21896f HTTP/1.1" status: 204 len: 173 time: 0.4532146 Mar 08 22:45:19.867583 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'name': 'network-vif-deleted', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:45:19.869777 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846fbd87-4066-48dd-a5f9-f577ed61dbc5" -d '{"events": [{"server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "name": "network-vif-deleted", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:45:19.903874 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a919985-cad4-44a0-ba2e-f6c859728414 x-openstack-request-id: req-4a919985-cad4-44a0-ba2e-f6c859728414 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:45:19.904456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf092ff-7e38-47e4-8a4f-f3000a6019f8", "name": "network-vif-deleted", "tag": "3eaa7cd8-d729-4926-9c66-b0cffc21896f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:45:19.904456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a919985-cad4-44a0-ba2e-f6c859728414 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:45:19.904784 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf092ff-7e38-47e4-8a4f-f3000a6019f8', 'name': 'network-vif-deleted', 'tag': '3eaa7cd8-d729-4926-9c66-b0cffc21896f', 'status': 'completed', 'code': 200} Mar 08 22:45:20.056627 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-df54fbeb-e3c8-419d-b611-83021fa79369 req-e8a01399-5c04-4c2d-904b-de412b4cccc6 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=adf092ff-7e38-47e4-8a4f-f3000a6019f8 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Mar 08 22:45:20.088284 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:21.397011 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:22.843542 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 3eaa7cd8-d729-4926-9c66-b0cffc21896f no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:22.863036 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 3eaa7cd8-d729-4926-9c66-b0cffc21896f {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:22.863377 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 3eaa7cd8-d729-4926-9c66-b0cffc21896f not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:23.514884 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:45:23.540843 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47480) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:23.695184 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port 445990b8-daa5-41fa-80c0-517c999451e2 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:23.695525 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (445990b8-daa5-41fa-80c0-517c999451e2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:23.767707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (445990b8-daa5-41fa-80c0-517c999451e2), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:23.768025 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (445990b8-daa5-41fa-80c0-517c999451e2), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:23.779789 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for 445990b8-daa5-41fa-80c0-517c999451e2 owned by network:floatingip {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:23.995730 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (445990b8-daa5-41fa-80c0-517c999451e2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:24.020308 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=445990b8-daa5-41fa-80c0-517c999451e2,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:24.083080 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (b6e70545-948e-4da5-9827-7c67d0162e68), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:24.083411 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.db.l3_db [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Floating IP b6e70545-948e-4da5-9827-7c67d0162e68 disassociated (deleted). External IP: 172.27.1.148, port: 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e. Mar 08 22:45:24.291639 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:45:24.399707 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:45:24.404662 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:24.411493 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:45:24.422596 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:24.423354 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:24.436135 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-b31d9d06-85df-4fb0-94e4-06b7e8d9987b tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "DELETE /v2.0/floatingips/b6e70545-948e-4da5-9827-7c67d0162e68 HTTP/1.1" status: 204 len: 168 time: 0.8940325 Mar 08 22:45:24.437102 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:45:24.439719 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b63475fb7300f617f5a7963c472fe240f372267a4f6098c184dc379ad623315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff799a4-2e5d-463b-8cbb-32ad242c4452" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:45:24.477437 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3bbbc-6b9e-4cb2-a8d8-848030362a95 x-openstack-request-id: req-cdb3bbbc-6b9e-4cb2-a8d8-848030362a95 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:45:24.477607 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e", "status": "completed", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:45:24.477865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdb3bbbc-6b9e-4cb2-a8d8-848030362a95 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:45:24.478274 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'status': 'completed', 'code': 200} Mar 08 22:45:24.557627 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-51274078-4c89-48ba-b32e-1d9122242063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:24.559134 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-51274078-4c89-48ba-b32e-1d9122242063 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 1129 time: 0.0539165 Mar 08 22:45:24.571000 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:24.651705 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-a233d9e1-a0dd-4e82-af0f-68b199de6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:24.653213 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-a233d9e1-a0dd-4e82-af0f-68b199de6ea1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 200 len: 912 time: 0.0881674 Mar 08 22:45:24.698436 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-5030b270-1337-40c7-84e6-8c83de80f2d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 200 len: 217 time: 0.0387485 Mar 08 22:45:24.751417 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-22e2f2e8-6569-414d-9e36-6adc0fcc2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:24.752865 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-22e2f2e8-6569-414d-9e36-6adc0fcc2648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 200 len: 850 time: 0.0471509 Mar 08 22:45:24.773369 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:24.800367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-49f30a70-e5ed-42d8-a1e6-f11810d457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:24.800758 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:45:24.801798 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-49f30a70-e5ed-42d8-a1e6-f11810d457c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ef29216-0cee-4cb0-918a-112f4383870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435240 Mar 08 22:45:24.809361 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:24.809910 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:24.899912 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-57459f52-bc03-42a9-a0b2-de9e409207b6 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905342 Mar 08 22:45:24.921365 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:24.933597 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545a6dc-a99c-4d11-8043-8b0822d794c2 req-a65ed347-fc2f-4bd9-8ca2-28773854e5d2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:24.935254 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d545a6dc-a99c-4d11-8043-8b0822d794c2 req-a65ed347-fc2f-4bd9-8ca2-28773854e5d2 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0569756 Mar 08 22:45:24.987648 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [req-d545a6dc-a99c-4d11-8043-8b0822d794c2 req-97567728-f9b4-4a57-b01d-1bd2f072b2d5 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461676 Mar 08 22:45:24.999385 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-5ff799a4-2e5d-463b-8cbb-32ad242c4452 req-692fe5a7-1363-420a-bb87-31039367a8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Mar 08 22:45:25.115389 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:25.144544 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd17fe3-26d0-46d5-8a82-20db6c35b8f1 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:26Z', 'revision_number': 4, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi', '_interfaces': [{'id': '3b418493-d2cb-4e1d-a623-7e86be0ae1d5', 'name': '', 'network_id': '0ef29216-0cee-4cb0-918a-112f4383870e', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'mac_address': 'fa:16:3e:22:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:25Z', 'updated_at': '2022-03-08T22:37:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'subnets': [{'id': '2b4155ae-a181-492f-a747-7a10760ab1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:45:25.354566 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88737e9d-cdc0-4035-b913-af543c6a9809 None None] New status for floating IP b6e70545-948e-4da5-9827-7c67d0162e68: DOWN {{(pid=103475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 22:45:26.106736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cba35-caef-4763-a0f7-02631ac942b6 req-a1fcd871-becd-4acc-bea0-fa1e359f8e21 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:26.108213 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9f5cba35-caef-4763-a0f7-02631ac942b6 req-a1fcd871-becd-4acc-bea0-fa1e359f8e21 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0519714 Mar 08 22:45:26.160156 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-9f5cba35-caef-4763-a0f7-02631ac942b6 req-c36e8701-dac1-449d-b4c7-cd9049820411 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/security-groups?id=9003202b-872b-4f86-9ca0-f2a293a75cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463583 Mar 08 22:45:26.570646 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-af25924f-d776-4fa3-9824-30c1d12f032f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 22:45:26.572031 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-af25924f-d776-4fa3-9824-30c1d12f032f tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 945 time: 0.0513086 Mar 08 22:45:26.662156 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:26.662497 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:26.751646 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] For port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e, host hv-cinder-83269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83269',level=0,port_id=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:26.751983 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:26.764001 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:26.956887 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:26.985223 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:27.027285 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] No DVR routers for this DVR port 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e on host hv-cinder-83269 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:27.029540 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:27.032760 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7df32c4c-1860-4903-8d50-9409abc1b8a7 req-d1d8f861-84cf-4066-823a-9371be3c2c7e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.35 "DELETE /v2.0/ports/0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e HTTP/1.1" status: 204 len: 173 time: 0.4549685 Mar 08 22:45:27.035645 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'name': 'network-vif-deleted', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 22:45:27.035645 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c489523e0dd674953c174352e9770cdde79b57922f013ec456c94f063ba51a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5084e1c4-d865-47d1-aa7f-9b64ea370a25" -d '{"events": [{"server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "name": "network-vif-deleted", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 22:45:27.070154 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736caeb-5bd0-4a84-9133-1b4f77a4e6e3 x-openstack-request-id: req-f736caeb-5bd0-4a84-9133-1b4f77a4e6e3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 22:45:27.070447 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bee780-ec20-41c0-b2e5-5f8739af438b", "name": "network-vif-deleted", "tag": "0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 22:45:27.070699 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f736caeb-5bd0-4a84-9133-1b4f77a4e6e3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 22:45:27.071123 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bee780-ec20-41c0-b2e5-5f8739af438b', 'name': 'network-vif-deleted', 'tag': '0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e', 'status': 'completed', 'code': 200} Mar 08 22:45:27.253683 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [req-7e5d6b71-97b4-47eb-87cb-a33f71b2dfd9 req-ad5422a7-2f7d-4889-865f-ee2b762fe5cf tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bee780-ec20-41c0-b2e5-5f8739af438b HTTP/1.1" status: 200 len: 210 time: 0.0262108 Mar 08 22:45:28.310743 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:28.432141 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Deleting port 11aeb8e6-75a0-4f17-a90b-678cb2daee43 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:28.432476 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.507434 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.507756 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (11aeb8e6-75a0-4f17-a90b-678cb2daee43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.518964 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Calling delete_port for 11aeb8e6-75a0-4f17-a90b-678cb2daee43 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:28.716859 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (11aeb8e6-75a0-4f17-a90b-678cb2daee43), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.742241 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'Port': ['ID=11aeb8e6-75a0-4f17-a90b-678cb2daee43,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:28.800798 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for floatingip (7bdd170b-dca2-4813-bc9d-e41c89ab7145), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.803292 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130289'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:28.804419 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-a8018be5-cf67-4e88-aa27-c03ad0770541 tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "DELETE /v2.0/floatingips/7bdd170b-dca2-4813-bc9d-e41c89ab7145 HTTP/1.1" status: 204 len: 168 time: 0.4926400 Mar 08 22:45:28.878459 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e no longer exists at agent hyperv_hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:28.898027 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] No Port match for: 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:28.898369 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Device 0d89dfaf-bb55-4a15-84b7-1aa3d5ca612e not bound to the agent host hv-cinder-83269 {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:30.084828 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:30.143508 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (9003202b-872b-4f86-9ca0-f2a293a75cf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:30.167959 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (9003202b-872b-4f86-9ca0-f2a293a75cf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:30.288388 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (9003202b-872b-4f86-9ca0-f2a293a75cf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:30.290953 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:30.292108 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] 10.222.0.39 "DELETE /v2.0/security-groups/9003202b-872b-4f86-9ca0-f2a293a75cf4 HTTP/1.1" status: 204 len: 168 time: 0.2063048 Mar 08 22:45:30.303504 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134e4ef-2431-461e-840b-adcb8d86c01e tempest-TestVolumeBootPattern-1886407491 tempest-TestVolumeBootPattern-1886407491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9003202b-872b-4f86-9ca0-f2a293a75cf4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:30.398593 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47514) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:30.828347 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:31.067196 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Deleting port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:31.067528 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:31.141965 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] For port 3b418493-d2cb-4e1d-a623-7e86be0ae1d5, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:31.142323 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:31.153445 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Calling delete_port for 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 owned by network:router_interface {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:31.402128 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (3b418493-d2cb-4e1d-a623-7e86be0ae1d5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:31.428675 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b418493-d2cb-4e1d-a623-7e86be0ae1d5,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:31.809541 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.019316 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:45:32.123865 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:45:32.129106 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-52b07452-0f49-4413-8052-d30d36861841 admin admin] 10.222.0.39 "PUT /v2.0/routers/66ae4d83-f09e-4f54-97c6-9c2f055852d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293601 Mar 08 22:45:32.131624 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47518) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:32.134196 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Sync routers for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:45:32.144348 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:32.144950 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:32.235029 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks [] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.248549 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:32.337648 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks [] for router_gateway (66ae4d83-f09e-4f54-97c6-9c2f055852d8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.421054 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:45:31Z', 'revision_number': 5, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port': {'id': '94e14f32-dad1-4401-a892-d111dd4cfb71', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:32.450368 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Checking router: 66ae4d83-f09e-4f54-97c6-9c2f055852d8 for host: dv-cinder-832696-1-iscsi {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:45:32.450632 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Deleting port 94e14f32-dad1-4401-a892-d111dd4cfb71 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:32.451174 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.458292 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Routers {'66ae4d83-f09e-4f54-97c6-9c2f055852d8'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:32.459673 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:32.527481 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] For port 94e14f32-dad1-4401-a892-d111dd4cfb71, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=94e14f32-dad1-4401-a892-d111dd4cfb71,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:32.527838 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.539708 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Calling delete_port for 94e14f32-dad1-4401-a892-d111dd4cfb71 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:32.544415 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] Set router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:32.594746 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:45:32Z', 'revision_number': 6, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:32.624212 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f9361-62da-4d59-994c-602df6b08f76 None None] The sync data for ids ['66ae4d83-f09e-4f54-97c6-9c2f055852d8'] in dv-cinder-832696-1-iscsi is: [{'id': '66ae4d83-f09e-4f54-97c6-9c2f055852d8', 'name': 'tempest-TestVolumeBootPattern-716238481-router', 'tenant_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:23Z', 'updated_at': '2022-03-08T22:45:32Z', 'revision_number': 6, 'project_id': 'c703a8d2830f47c4ac55910cd5ea5f8e', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:45:32.745405 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (94e14f32-dad1-4401-a892-d111dd4cfb71), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.779378 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e14f32-dad1-4401-a892-d111dd4cfb71,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:32.829998 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.918645 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:32.920725 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks [] for router_controller (66ae4d83-f09e-4f54-97c6-9c2f055852d8), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.019728 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (66ae4d83-f09e-4f54-97c6-9c2f055852d8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.020176 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ae4d83-f09e-4f54-97c6-9c2f055852d8 {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:45:33.026993 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.026993 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-78461ba9-794d-4441-a6ce-330eb1031756 admin admin] 10.222.0.39 "DELETE /v2.0/routers/66ae4d83-f09e-4f54-97c6-9c2f055852d8 HTTP/1.1" status: 204 len: 168 time: 0.8939347 Mar 08 22:45:33.029158 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47520) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:33.078590 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Deleting subnet 2b4155ae-a181-492f-a747-7a10760ab1ba {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:45:33.081795 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Publish callbacks [] for subnet (2b4155ae-a181-492f-a747-7a10760ab1ba), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.115346 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (2b4155ae-a181-492f-a747-7a10760ab1ba), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.193706 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (2b4155ae-a181-492f-a747-7a10760ab1ba), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.295894 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (2b4155ae-a181-492f-a747-7a10760ab1ba), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.322276 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4155ae-a181-492f-a747-7a10760ab1ba,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:33.325925 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.329455 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-2be06705-ecd1-45ff-b470-ea7ac80cbd2c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b4155ae-a181-492f-a747-7a10760ab1ba HTTP/1.1" status: 204 len: 168 time: 0.2990856 Mar 08 22:45:33.331851 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47522) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:33.336160 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc14cc6-6f51-44d7-8734-d11c47420344 None None] Network 0ef29216-0cee-4cb0-918a-112f4383870e requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:45:33.401277 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:33.406406 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (0ef29216-0cee-4cb0-918a-112f4383870e), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.429443 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:33.429886 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 3b418493-d2cb-4e1d-a623-7e86be0ae1d5 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:33.472248 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Deleting port 0187a96f-ca50-409d-a665-dd1aa02a9dce {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:33.472712 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.526567 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] DHCP port deletion for 0ef29216-0cee-4cb0-918a-112f4383870e request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:45:33.538298 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] For port 0187a96f-ca50-409d-a665-dd1aa02a9dce, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=0187a96f-ca50-409d-a665-dd1aa02a9dce,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:33.538759 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.553797 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Calling delete_port for 0187a96f-ca50-409d-a665-dd1aa02a9dce owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:33.586428 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Deleting port 0187a96f-ca50-409d-a665-dd1aa02a9dce {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:33.586836 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.653008 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] For port 0187a96f-ca50-409d-a665-dd1aa02a9dce, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=0187a96f-ca50-409d-a665-dd1aa02a9dce,segment=NetworkSegment(c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5),segment_id=c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:33.653385 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.667351 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Calling delete_port for 0187a96f-ca50-409d-a665-dd1aa02a9dce owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:33.727280 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.750039 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (0187a96f-ca50-409d-a665-dd1aa02a9dce), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.776635 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Pushing event deleted for resources: {'Port': ['ID=0187a96f-ca50-409d-a665-dd1aa02a9dce,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:33.776635 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] No DVR routers for this DVR port 0187a96f-ca50-409d-a665-dd1aa02a9dce on host dv-cinder-832696-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:33.779032 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Pushing event deleted for resources: {'Port': ['ID=0187a96f-ca50-409d-a665-dd1aa02a9dce,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:33.788639 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.788994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.789339 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.789670 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.790003 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.790331 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.790661 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.791021 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.791360 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.791665 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.791986 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.792306 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.792625 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832696-1-iscsi {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 22:45:33.795234 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5785bd-d1ee-490b-b7bf-201587f29363 None None] No DVR routers for this DVR port 0187a96f-ca50-409d-a665-dd1aa02a9dce on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:33.830002 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (0ef29216-0cee-4cb0-918a-112f4383870e), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.852989 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef29216-0cee-4cb0-918a-112f4383870e']}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:33.861901 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5') {'for_net_delete': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:33.862188 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.services.segments.db [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5') {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:33.871163 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903874'] for segment (c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.884163 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.889723 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:45:33.890101 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13044347'] for segment (c7f16c63-637d-46cc-bb76-cfd7a6e1a3f5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: Traceback (most recent call last): Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: timer() Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: cb(*args, **kw) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: return func(*args, **kwargs) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: self._notify() Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: self.callback(batched_events) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: event.method(event) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: return f(self, *a, **k) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._get(url).json() Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: return self.request(url, 'GET', **kwargs) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:45:33.891693 dv-cinder-832696-1-iscsi neutron-server[103473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:45:34.002370 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (0ef29216-0cee-4cb0-918a-112f4383870e), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.008200 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.011306 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ef29216-0cee-4cb0-918a-112f4383870e HTTP/1.1" status: 204 len: 168 time: 0.6785176 Mar 08 22:45:34.014329 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:34.021688 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6c36-4bf6-4116-aa31-1b52505c0404 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef29216-0cee-4cb0-918a-112f4383870e,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:34.352736 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706072'] for router_interface (cdd0e226-70dd-484f-92e0-de1276777e38), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.591839 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Deleting port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:34.592090 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.670348 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] For port 7130d79f-66c1-46e9-a5fb-72aeb7f64bed, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:34.670703 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.682619 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Calling delete_port for 7130d79f-66c1-46e9-a5fb-72aeb7f64bed owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:34.916456 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (7130d79f-66c1-46e9-a5fb-72aeb7f64bed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:34.942703 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Pushing event deleted for resources: {'Port': ['ID=7130d79f-66c1-46e9-a5fb-72aeb7f64bed,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:34.970074 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 0187a96f-ca50-409d-a665-dd1aa02a9dce no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:34.991626 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 0187a96f-ca50-409d-a665-dd1aa02a9dce {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:34.991972 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 0187a96f-ca50-409d-a665-dd1aa02a9dce not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:34.992595 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 94e14f32-dad1-4401-a892-d111dd4cfb71 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:35.011641 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 94e14f32-dad1-4401-a892-d111dd4cfb71 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:35.011995 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 94e14f32-dad1-4401-a892-d111dd4cfb71 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:35.113713 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706028'] for router_interface (cdd0e226-70dd-484f-92e0-de1276777e38), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:35.322190 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Router cdd0e226-70dd-484f-92e0-de1276777e38 has already been hosted by L3 agent 2a143ddd-57fe-4cd3-8eee-791e8055011a {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 22:45:35.428055 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] Notify agent at l3_agent.dv-cinder-832696-1-iscsi the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 22:45:35.433214 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-daf218e3-c558-45bd-ac81-2ae540e58784 admin admin] 10.222.0.39 "PUT /v2.0/routers/cdd0e226-70dd-484f-92e0-de1276777e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178042 Mar 08 22:45:35.435956 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47526) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:35.436790 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Sync routers for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 22:45:35.448038 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:35.448653 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:35.540744 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks [] for router (cdd0e226-70dd-484f-92e0-de1276777e38), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:35.554455 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: dv-cinder-832696-1-iscsi {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:35.642763 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks [] for router_gateway (cdd0e226-70dd-484f-92e0-de1276777e38), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:35.730201 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'external_fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:45:34Z', 'revision_number': 5, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port': {'id': 'e3c03b1f-08d0-4169-9148-4274c0530a67', 'name': '', 'network_id': 'a0ee2ee2-73e9-463e-a95c-21b90575f505', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T22:37:30Z', 'updated_at': '2022-03-08T22:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2934c5b-2d1b-470a-91f2-626abe60ece0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832696-1-iscsi'}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:35.756980 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Deleting port e3c03b1f-08d0-4169-9148-4274c0530a67 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:35.757300 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:35.757728 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Checking router: cdd0e226-70dd-484f-92e0-de1276777e38 for host: dv-cinder-832696-1-iscsi {{(pid=103475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 22:45:35.765845 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Routers {'cdd0e226-70dd-484f-92e0-de1276777e38'} bound to L3 agent in host dv-cinder-832696-1-iscsi {{(pid=103475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 22:45:35.766444 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T22:17:47Z,description=,heartbeat_timestamp=2022-03-08T22:45:17Z,host='dv-cinder-832696-1-iscsi',id=2a143ddd-57fe-4cd3-8eee-791e8055011a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T22:17:48Z,topic='l3_agent')) {'router_ids': ['cdd0e226-70dd-484f-92e0-de1276777e38'], 'active': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:35.840906 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] For port e3c03b1f-08d0-4169-9148-4274c0530a67, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=e3c03b1f-08d0-4169-9148-4274c0530a67,segment=NetworkSegment(e9639ac0-2825-4170-b52f-4c31c4fa3596),segment_id=e9639ac0-2825-4170-b52f-4c31c4fa3596)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:35.841264 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:35.853202 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Calling delete_port for e3c03b1f-08d0-4169-9148-4274c0530a67 owned by network:router_gateway {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:35.853380 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvr_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] Set router cdd0e226-70dd-484f-92e0-de1276777e38 gateway port host: None {{(pid=103475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 22:45:35.903444 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_hamode_db [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:45:35Z', 'revision_number': 6, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port_host': None}], 'dv-cinder-832696-1-iscsi', False) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:35.932659 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50e955-4417-46de-919e-7d1abbf979a1 None None] The sync data for ids ['cdd0e226-70dd-484f-92e0-de1276777e38'] in dv-cinder-832696-1-iscsi is: [{'id': 'cdd0e226-70dd-484f-92e0-de1276777e38', 'name': 'tempest-TestVolumeBootPattern-2030530185-router', 'tenant_id': '9598560f5f504b2a8c44290e3e5b98cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T22:37:29Z', 'updated_at': '2022-03-08T22:45:35Z', 'revision_number': 6, 'project_id': '9598560f5f504b2a8c44290e3e5b98cb', 'gw_port_host': None}] {{(pid=103475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 22:45:36.088067 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13044262'] for port (e3c03b1f-08d0-4169-9148-4274c0530a67), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.110895 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c03b1f-08d0-4169-9148-4274c0530a67,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:36.171006 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705606'] for router_gateway (cdd0e226-70dd-484f-92e0-de1276777e38), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.483793 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9840'] for router (cdd0e226-70dd-484f-92e0-de1276777e38), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.485847 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks [] for router_controller (cdd0e226-70dd-484f-92e0-de1276777e38), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.590943 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706533'] for router (cdd0e226-70dd-484f-92e0-de1276777e38), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.591476 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd0e226-70dd-484f-92e0-de1276777e38 {{(pid=103473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 22:45:36.600522 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.600522 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-256b6446-c657-4b65-8fa9-5631f9055e79 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cdd0e226-70dd-484f-92e0-de1276777e38 HTTP/1.1" status: 204 len: 168 time: 1.1599381 Mar 08 22:45:36.600522 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.wsgi [-] (103473) accepted ('10.222.0.39', 47528) {{(pid=103473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:36.642360 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Deleting subnet 35f30168-9e87-4146-a04a-f8689825bf0a {{(pid=103473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 22:45:36.645324 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Publish callbacks [] for subnet (35f30168-9e87-4146-a04a-f8689825bf0a), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.678496 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903737'] for subnet (35f30168-9e87-4146-a04a-f8689825bf0a), precommit_delete_associations {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.758820 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777465'] for subnet (35f30168-9e87-4146-a04a-f8689825bf0a), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.906020 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13044241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12771596'] for subnet (35f30168-9e87-4146-a04a-f8689825bf0a), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.926035 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for subnet (None), before_response {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:36.927019 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef55ff8-ed7d-42bd-b783-1891a66d7f11 None None] Network 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 requested from dv-cinder-832696-1-iscsi {{(pid=103475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 22:45:36.931108 dv-cinder-832696-1-iscsi neutron-server[103473]: INFO neutron.wsgi [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/35f30168-9e87-4146-a04a-f8689825bf0a HTTP/1.1" status: 204 len: 168 time: 0.3298383 Mar 08 22:45:36.933691 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:36.975610 dv-cinder-832696-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f07b3-6bf1-43ca-b198-17869ddc7096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f30168-9e87-4146-a04a-f8689825bf0a,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:36.991170 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e3c03b1f-08d0-4169-9148-4274c0530a67 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:37.018994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: e3c03b1f-08d0-4169-9148-4274c0530a67 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:37.018994 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device e3c03b1f-08d0-4169-9148-4274c0530a67 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:37.019302 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 7130d79f-66c1-46e9-a5fb-72aeb7f64bed no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:37.026012 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-717174'] for network (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.052690 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: 7130d79f-66c1-46e9-a5fb-72aeb7f64bed {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:37.053032 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device 7130d79f-66c1-46e9-a5fb-72aeb7f64bed not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:37.077763 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Deleting port c4c2cb5a-8331-4744-95cb-a5109c0679f0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:37.078102 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.122002 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] DHCP port deletion for 3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 request from dv-cinder-832696-1-iscsi {{(pid=103475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 22:45:37.144308 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] For port c4c2cb5a-8331-4744-95cb-a5109c0679f0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=c4c2cb5a-8331-4744-95cb-a5109c0679f0,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:37.144668 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.168103 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Deleting port c4c2cb5a-8331-4744-95cb-a5109c0679f0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 22:45:37.168468 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758269848131'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.367283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] For port c4c2cb5a-8331-4744-95cb-a5109c0679f0, host dv-cinder-832696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832696-1-iscsi',level=0,port_id=c4c2cb5a-8331-4744-95cb-a5109c0679f0,segment=NetworkSegment(620d9e8e-6bc0-4363-9536-53b67171b39b),segment_id=620d9e8e-6bc0-4363-9536-53b67171b39b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 22:45:37.367677 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736522'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.379856 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Calling delete_port for c4c2cb5a-8331-4744-95cb-a5109c0679f0 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:37.426744 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Calling delete_port for c4c2cb5a-8331-4744-95cb-a5109c0679f0 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 22:45:37.522505 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.528367 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758269855142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758269431754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13474299'] for port (c4c2cb5a-8331-4744-95cb-a5109c0679f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.548065 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] Pushing event deleted for resources: {'Port': ['ID=c4c2cb5a-8331-4744-95cb-a5109c0679f0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:37.551265 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca0f2b-589c-4d63-a0da-8d67698f288c None None] No DVR routers for this DVR port c4c2cb5a-8331-4744-95cb-a5109c0679f0 on host dv-cinder-832696-1-iscsi {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:37.558344 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] No DVR routers for this DVR port c4c2cb5a-8331-4744-95cb-a5109c0679f0 on host dv-cinder-832696-1-iscsi {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 22:45:37.563600 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c2cb5a-8331-4744-95cb-a5109c0679f0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:37.632667 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741494', 'neutron.services.segments.db._delete_segments_for_network-8758269955687'] for network (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.651758 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfccbcb-aa84-4f2d-94ea-56deb1b421d3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:37.660722 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620d9e8e-6bc0-4363-9536-53b67171b39b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:37.661015 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620d9e8e-6bc0-4363-9536-53b67171b39b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 22:45:37.670395 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758269956720', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13611443'] for segment (620d9e8e-6bc0-4363-9536-53b67171b39b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.683562 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322'] for segment (620d9e8e-6bc0-4363-9536-53b67171b39b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.689122 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 22:45:37.689495 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13474214'] for segment (620d9e8e-6bc0-4363-9536-53b67171b39b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self.session.flush() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: Traceback (most recent call last): Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: timer() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: cb(*args, **kw) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: return func(*args, **kwargs) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self._notify() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: self.callback(batched_events) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: event.method(event) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: return f(self, *a, **k) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._get(url).json() Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: return self.request(url, 'GET', **kwargs) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 22:45:37.691159 dv-cinder-832696-1-iscsi neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 22:45:37.813283 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1746298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705634'] for network (3bfccbcb-aa84-4f2d-94ea-56deb1b421d3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.818371 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634072'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:37.821539 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] 10.222.0.39 "DELETE /v2.0/networks/3bfccbcb-aa84-4f2d-94ea-56deb1b421d3 HTTP/1.1" status: 204 len: 168 time: 0.8868611 Mar 08 22:45:37.832124 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973392-6efe-479f-81dd-d87cac2a2b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfccbcb-aa84-4f2d-94ea-56deb1b421d3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:38.150301 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47534) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:38.190776 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-cc292bef-e7ca-4efe-ab58-9d695815be24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c703a8d2830f47c4ac55910cd5ea5f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392458 Mar 08 22:45:38.193797 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:38.239080 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] Publish callbacks [] for security_group (6c007a78-b54a-482c-9bb0-a8d0f546391e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:38.259412 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] Publish callbacks [] for security_group (6c007a78-b54a-482c-9bb0-a8d0f546391e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:38.356534 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (6c007a78-b54a-482c-9bb0-a8d0f546391e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:38.360598 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:38.361727 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c007a78-b54a-482c-9bb0-a8d0f546391e HTTP/1.1" status: 204 len: 168 time: 0.1670637 Mar 08 22:45:38.370734 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f541ecb-26de-4fdd-92a3-1ec132d8e8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c007a78-b54a-482c-9bb0-a8d0f546391e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:38.413756 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:38.939120 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47542) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:38.963433 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device c4c2cb5a-8331-4744-95cb-a5109c0679f0 no longer exists at agent ovs-agent-dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 22:45:38.983371 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] No Port match for: c4c2cb5a-8331-4744-95cb-a5109c0679f0 {{(pid=103475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 22:45:38.983670 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-5c7b4051-4247-4b21-9f80-72fc96523d5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9598560f5f504b2a8c44290e3e5b98cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433624 Mar 08 22:45:38.983877 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron.plugins.ml2.rpc [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Device c4c2cb5a-8331-4744-95cb-a5109c0679f0 not bound to the agent host dv-cinder-832696-1-iscsi {{(pid=103475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 22:45:38.986123 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.39', 47544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 22:45:39.032384 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] Publish callbacks [] for security_group (0f19f3c7-3ac7-42f2-be81-ffa456ce49f2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:39.052213 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] Publish callbacks [] for security_group (0f19f3c7-3ac7-42f2-be81-ffa456ce49f2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:39.190780 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752456'] for security_group (0f19f3c7-3ac7-42f2-be81-ffa456ce49f2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:39.193774 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:39.194935 dv-cinder-832696-1-iscsi neutron-server[103474]: INFO neutron.wsgi [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f19f3c7-3ac7-42f2-be81-ffa456ce49f2 HTTP/1.1" status: 204 len: 168 time: 0.2078950 Mar 08 22:45:39.204521 dv-cinder-832696-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65cdb8-b4b1-4753-aeb2-86c2c48a1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19f3c7-3ac7-42f2-be81-ffa456ce49f2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 22:45:45.297955 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7961ab9-1284-400b-9da8-9b2446066ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:47.304745 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e739449a-f56a-48cf-9a77-63f03533ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:48.601951 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:50.173408 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:45:51.418921 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:00.513370 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:46:08.538295 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:15.303248 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7d03764-86be-4748-a9cd-c5395b64b791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:17.338182 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee09a-4ec2-4aea-8025-425ee911dda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:18.589629 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:20.087253 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:21.405523 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:37.512626 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:46:38.434998 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:45.337432 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a292-02d9-4913-a664-184736449d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:47.319559 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aeed1b5d-0c54-4be0-b361-8422e288bd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:48.589013 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:50.136070 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:46:51.394551 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:08.446264 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:14.512362 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:47:15.303092 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cee6dd14-f6bd-49fd-8a4d-53d3c3fc01d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:17.314359 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c3ac-994e-428c-8360-9a52b91b5fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:18.583111 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:20.079773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:21.371291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:38.456365 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:45.300794 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8d9d-5719-4f09-b10d-83d96748a64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:47.346612 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ca1207d-38e5-4392-ac35-4f02403ad57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:48.582400 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:50.100558 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:51.370305 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:47:51.511475 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:48:08.444350 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:15.301167 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c550108-d07f-4930-adef-4ec5a50f4594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:17.312934 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d716afb9-163e-4d47-96f3-d8067f2e9541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:18.608759 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:20.152283 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:21.381085 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:28.510521 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:48:38.443263 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:45.317578 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a83ae01d-c916-4afe-9a67-f2352bbaf95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:47.311889 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f54dab2a-c6f4-4e61-ac69-b54a95f8698a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:48.591584 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:50.106241 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:48:51.374774 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:05.509333 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:49:08.488618 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:15.299856 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05568d0b-7d5f-46f7-946e-7dbbddaf0018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:17.338613 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7cae2952-6c3b-4d90-9c94-c227c5d69f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:18.596705 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:20.116551 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:21.385291 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:38.447903 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:42.507736 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:49:45.310507 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f6a8-eef6-42a4-9e68-9d6b67e113a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:47.309184 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d86b12a2-81cf-4d98-b8b8-88139a4b1935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:48.596547 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:50.138743 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:49:51.378773 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:08.446100 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:15.302956 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20843e1a-0c66-49f4-a762-a40089a46258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:17.319770 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d39860b1-943d-49e2-b9c7-d02a47ae9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:18.601245 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:19.507417 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:50:20.131355 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:21.389887 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:38.434582 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:45.298090 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb6f7-cf2a-4d25-afb9-cc340abeb10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (260dd358-41d1-4b16-94e4-57863b4b0feb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:47.325094 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c4076517-b2f8-4265-b38a-ae8ca9755770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (2a143ddd-57fe-4cd3-8eee-791e8055011a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:48.600118 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b723405-17b1-4ecf-9320-ae03e4607390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (69d0542a-1e97-4fc9-91b1-e78c7b077d56), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:50.130300 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a36d8276-bcff-49dc-9291-e12eeb58e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (5edecdab-b73e-40eb-987a-5fcaffdda9e1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:51.366158 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06348ce3-c578-4fda-b72c-1f0c9b7fedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (db1b9359-358c-4099-85ba-92eeb4fc6915), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 22:50:56.505847 dv-cinder-832696-1-iscsi neutron-server[103476]: DEBUG neutron.db.agents_db [None req-9005eaf1-61af-4914-b832-69308f2436f7 None None] Agent healthcheck: found 6 active agents {{(pid=103476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 22:51:08.444654 dv-cinder-832696-1-iscsi neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe8f4-b854-4b8a-ad60-35e3288bfd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758269955669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739725'] for agent (6e2ab07d-42a7-4ab5-a73b-1f3f3c1d387c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}